-- Logs begin at Fri 2021-01-22 19:19:34 UTC, end at Fri 2021-01-22 20:40:15 UTC. --
Jan 22 20:07:07.922740 dv-cinder-768105-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 22 20:07:10.612563 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.common.config [-] Logging enabled!
Jan 22 20:07:10.613216 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev415
Jan 22 20:07:10.614439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80155) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 22 20:07:10.616248 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.common.config [-] Logging enabled!
Jan 22 20:07:10.616541 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev415
Jan 22 20:07:10.616898 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80155) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 22 20:07:10.617942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 22 20:07:10.618211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 22 20:07:10.619292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 22 20:07:10.619578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 22 20:07:10.619838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 22 20:07:10.620215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.620555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.620894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.621160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.621496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.621861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.622182 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.622516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.622856 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.623289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.623528 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.623852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.624116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.624437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.624768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.625097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.625354 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.625671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.626217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.626540 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.626914 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.627189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.627527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.627844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.628167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.628537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] host                           = dv-cinder-768105-3-iscsi {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.628853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.629183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.629512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.629842 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.630158 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.630473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.630798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.631109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.631445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.631759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.632090 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.632420 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.632755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.633014 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.633274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.633854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.634186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.634500 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.634813 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.635123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.635472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.635786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.636090 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.636419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.636752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.637078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.637416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.637727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.638037 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.638344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.638671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.638981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.639314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.639627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.639954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.640259 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.640563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.640912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.641242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.641571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.641902 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.642215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.642546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.642858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.643170 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.643510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.643822 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.644132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.644459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.644769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.645081 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.645393 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.645704 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.646036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:10.646387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.646737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.647144 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.647437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.647773 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.648099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.648436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.648757 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.649089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.649426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.649756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.650075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.650405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.650724 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.651063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.651443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.651787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.652127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.652441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.652755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.653593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.653904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.654234 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.654578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.654915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.655285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.655571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.655912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.656231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.656544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.656864 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.657262 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.657532 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.657840 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.658164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.658481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.658795 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.659103 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.659446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.659782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.660103 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.660410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.660717 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.661033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.661341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.661665 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.661979 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.662288 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.662598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.662914 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.663238 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.663564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.663879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.664194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.664514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.664826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.665135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.665447 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.665755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.666066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.666378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.666689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.667011 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.667370 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.667679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.667986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.668300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.669177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.669502 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.669844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.670162 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.670480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.670801 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.671118 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.671744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.671870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.672085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.672402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.672710 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.673049 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.673369 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.673698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.674020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.674334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.674675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.674993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.675341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.675660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.675978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.676304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.676642 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.676980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.677319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.677654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.677990 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.678323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.678642 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.679000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.679344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:10.679601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 22 20:07:10.679873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80155) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 22 20:07:11.335520 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading Gnome
Jan 22 20:07:11.352312 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading Google
Jan 22 20:07:11.354849 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading Windows (alt)
Jan 22 20:07:11.358346 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading file
Jan 22 20:07:11.359376 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading keyczar
Jan 22 20:07:11.359694 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading multi
Jan 22 20:07:11.360385 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO keyring.backend [-] Loading pyfs
Jan 22 20:07:11.407714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:07:11.407970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:07:11.408303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:07:11.408678 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 22 20:07:11.802776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.803383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.803383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.852100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.852416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.852718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.856932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.857242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.857538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.926423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.926740 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.927038 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.928426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.928529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:11.928760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.198441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f73bd708c80> agent after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.198762 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f73bd708c80> agent after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.199065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f73bd708d08> segment precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.199402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f73bd708d90> network precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.200269 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f73bd722ea0> segment before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.347442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> network before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.347811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f73bd7fd950> agent before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.348136 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> network before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.348445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> port before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.348745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> port before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.349122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> segment after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.349419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> segment precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.349876 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> segment precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.350170 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> segment after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.350509 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.350813 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> network precommit_delete 0 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.351120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> port provisioning_complete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.351453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.351752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> rbac-policy after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.352066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> agent after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.352382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.352679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> subnet precommit_delete 0 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.352999 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.353288 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.353771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.354057 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.354342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.354679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.354960 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.355263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f73bdfff438>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.355691 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 20:07:12.355993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 20:07:12.356271 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 20:07:12.356545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 20:07:12.356819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 20:07:12.357091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 20:07:12.358466 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 22 20:07:12.361594 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 22 20:07:12.365549 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 22 20:07:12.369308 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])])
Jan 22 20:07:12.370963 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 22 20:07:12.372607 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 22 20:07:12.373141 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 22 20:07:12.373584 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 22 20:07:12.376323 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 22 20:07:12.376611 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 22 20:07:12.377004 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 22 20:07:12.399067 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 22 20:07:12.399648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f73bd531320>> qos_plugin after_init 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.399982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80155) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 22 20:07:12.400398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f73bd6aeeb8>> logging-plugin after_init 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.401765 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80155) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 22 20:07:12.402088 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 22 20:07:12.402410 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 22 20:07:12.405617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f73bd6aef60>> floatingip before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.405937 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f73bd6aef60>> port before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:12.471527 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 22 20:07:12.471811 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 22 20:07:12.472087 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 22 20:07:12.472507 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 22 20:07:12.509252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.sqlalchemy.engines [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80155) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 22 20:07:12.982403 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Initializing driver for type 'gre'
Jan 22 20:07:12.982942 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] gre ID ranges: [(1, 1000)]
Jan 22 20:07:13.055996 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Initializing driver for type 'local'
Jan 22 20:07:13.056365 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Initializing driver for type 'vlan'
Jan 22 20:07:13.102347 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] VlanTypeDriver initialization complete
Jan 22 20:07:13.102722 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Initializing driver for type 'vxlan'
Jan 22 20:07:13.103314 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] vxlan ID ranges: [(1, 1000)]
Jan 22 20:07:13.188011 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Initializing extension driver 'port_security'
Jan 22 20:07:13.188437 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.extensions.port_security [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] PortSecurityExtensionDriver initialization complete
Jan 22 20:07:13.188705 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Initializing mechanism driver 'openvswitch'
Jan 22 20:07:13.195124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80155) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:07:13.195998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73c14bce48>> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.196402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73c14bce48>> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.196785 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73c14bce48>> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.197204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdcb38>> subnet after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.197586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdcb38>> subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.197964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdcb38>> subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.198376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdccf8>> network after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.198753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdccf8>> network after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.199126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdccf8>> network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.200143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdceb8>> security_group after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.200433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdceb8>> security_group after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.200966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdceb8>> security_group after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.201381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdcf98>> security_group_rule after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.201761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdcf98>> security_group_rule after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.202132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcfdcf98>> security_group_rule after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.202541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcffc278>> address_group after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.202914 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcffc278>> address_group after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.203329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f73bcffc278>> address_group after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.203690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] ML2 OVO RPC backend initialized. {{(pid=80155) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 22 20:07:13.204400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> router_interface after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.204788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> router_interface after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.205240 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> network before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.205619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> networks before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.205992 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> port before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.206361 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> ports before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.206734 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> subnet before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.207105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> subnets before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.207508 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> network after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.207879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> network after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.208245 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.208609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.208972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.209337 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.209701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> subnet after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.210064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.210425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f73bcffc358>> subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.211080 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.plugin [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Modular L2 Plugin initialization complete
Jan 22 20:07:13.211468 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading services supported by the core plugin {{(pid=80155) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 22 20:07:13.211862 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Got port-security extension from driver 'port_security'
Jan 22 20:07:13.212377 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.extensions.vlantransparent [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Disabled vlantransparent extension.
Jan 22 20:07:13.213908 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80155) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 22 20:07:13.214267 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading Plugin: router
Jan 22 20:07:13.251534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router_interface before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.251899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router after_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.252301 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router before_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.252694 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router_interface before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.253104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router_interface after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.253511 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router after_delete 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.253986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> floatingip after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.254290 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router after_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.254675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.255060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.255478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router_gateway after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.255879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.256357 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router precommit_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.256770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f73bd57d730> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.257144 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f73bd57e1e0> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.257520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f73bd573a60> subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.257892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f73bd57d6a8> subnetpool_address_scope after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.258275 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> port precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.258907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router precommit_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.259304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f73bd573158> port before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.259683 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.260079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.260452 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router precommit_delete 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.260885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router precommit_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.261321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router_interface after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.261613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> router precommit_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.262035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f73bcffc4e0>> network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.263557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Tracking information for resource: router configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 20:07:13.263932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Tracking information for resource: floatingip configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 22 20:07:13.268948 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_agentschedulers_db [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 22 20:07:13.269590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f73bcfab268> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.269976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f73bcfa81e0> port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.270363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <function _notify_port_delete at 0x7f73bcfab1e0> port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.270743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f73bcfab400> port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.271670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f73bce850f0>> router before_create 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.272066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f73bce850f0>> router precommit_delete 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.272463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f73bce850f0>> router precommit_create 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.272888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f73bce850f0>> router precommit_update 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.277687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.provider_configuration [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service providers = [] {{(pid=80155) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 22 20:07:13.278602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.servicetype_db [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80155) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 22 20:07:13.281459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 22 20:07:13.281845 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 22 20:07:13.282218 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 22 20:07:13.283100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.service_base [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 22 20:07:13.283529 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.services.service_base [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 22 20:07:13.283956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 20:07:13.284311 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 22 20:07:13.294639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 20:07:13.295009 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading Plugin: auto_allocate
Jan 22 20:07:13.300665 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f73bced59d8> network precommit_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.301068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f73bced59d8> network precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.301658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 20:07:13.302007 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading Plugin: tag
Jan 22 20:07:13.309131 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 20:07:13.309495 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading Plugin: timestamp
Jan 22 20:07:13.313383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 20:07:13.313754 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading Plugin: network_ip_availability
Jan 22 20:07:13.319278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73bcf51fd0>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.319688 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73bcf51fd0>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.320076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73bcf51fd0>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.320886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 20:07:13.321241 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading Plugin: flavors
Jan 22 20:07:13.326611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 20:07:13.326984 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading Plugin: revisions
Jan 22 20:07:13.332883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 22 20:07:13.333312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.925s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:07:13.334122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80155) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 22 20:07:13.334485 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Initializing extension manager.
Jan 22 20:07:13.335042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: __init__.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.335457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: __pycache__ {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.335826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.336192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: address_group.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.337013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.337662 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: address-group
Jan 22 20:07:13.338022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: address_scope.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.338778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.339400 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: address-scope
Jan 22 20:07:13.339760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.341258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.341841 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: router-admin-state-down-before-update
Jan 22 20:07:13.342199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: agent.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.342955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.343553 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: agent
Jan 22 20:07:13.343914 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: agent_resources_synced.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.344821 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.345399 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: agent-resources-synced
Jan 22 20:07:13.345762 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: allowedaddresspairs.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.347619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.348203 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: allowed-address-pairs
Jan 22 20:07:13.348565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: auto_allocated_topology.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.349642 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.350229 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: auto-allocated-topology
Jan 22 20:07:13.350577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.351344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.351917 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: availability_zone
Jan 22 20:07:13.352275 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: availability_zone_filter.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.353183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.353764 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: availability_zone_filter
Jan 22 20:07:13.354121 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: data_plane_status.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.355024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.355629 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension data-plane-status not supported by any of loaded plugins
Jan 22 20:07:13.356016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: default_subnetpools.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.357073 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.357650 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: default-subnetpools
Jan 22 20:07:13.358027 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.358879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.359477 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: dhcp_agent_scheduler
Jan 22 20:07:13.359836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: dns.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.360746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.361318 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension dns-integration not supported by any of loaded plugins
Jan 22 20:07:13.361682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: dns_domain_ports.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.362597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.363170 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 22 20:07:13.363571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: dvr.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.364290 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.364882 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: dvr
Jan 22 20:07:13.365221 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: empty_string_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.366131 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.366705 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: empty-string-filtering
Jan 22 20:07:13.367056 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.367981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.368559 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 22 20:07:13.368910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.369833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.370403 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 22 20:07:13.370754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: external_net.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.371708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.372284 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: external-net
Jan 22 20:07:13.372635 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.373550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.374132 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: extra_dhcp_opt
Jan 22 20:07:13.374488 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: extraroute.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.375433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.376011 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: extraroute
Jan 22 20:07:13.376368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: extraroute_atomic.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.377402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.377971 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: extraroute-atomic
Jan 22 20:07:13.378333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: filter_validation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.379035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.379630 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: filter-validation
Jan 22 20:07:13.379988 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: fip_pf_description.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.380892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.381451 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 22 20:07:13.381803 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: fip_port_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.382740 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.383369 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: fip-port-details
Jan 22 20:07:13.383943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: flavors.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.385281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.385863 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: flavors
Jan 22 20:07:13.386223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.388449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.389041 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 22 20:07:13.389410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: floatingip_pools.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.390161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.390748 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: floatingip-pools
Jan 22 20:07:13.391108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: ip_allocation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.392080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.392651 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension ip_allocation not supported by any of loaded plugins
Jan 22 20:07:13.393008 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.393934 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.394502 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: ip-substring-filtering
Jan 22 20:07:13.394861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: l2_adjacency.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.395811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.396381 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 22 20:07:13.396735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: l3.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.397842 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.398430 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: router
Jan 22 20:07:13.398796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.401177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.401783 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 22 20:07:13.402157 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.403162 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.404020 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: ext-gw-mode
Jan 22 20:07:13.404162 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.405550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.406133 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: l3-ha
Jan 22 20:07:13.406492 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: l3_flavors.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.407551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.408132 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: l3-flavors
Jan 22 20:07:13.408490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.409407 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.409986 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 22 20:07:13.410344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: l3agentscheduler.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.411577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.413028 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: l3_agent_scheduler
Jan 22 20:07:13.413390 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: logging.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.414966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.415588 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension logging not supported by any of loaded plugins
Jan 22 20:07:13.415952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: metering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.417112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.417852 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: metering
Jan 22 20:07:13.418211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.419458 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.420047 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: metering_source_and_destination_fields
Jan 22 20:07:13.420404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: multiprovidernet.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.421322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.421910 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: multi-provider
Jan 22 20:07:13.422267 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: netmtu.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.423174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.423781 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: net-mtu
Jan 22 20:07:13.424138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: netmtu_writable.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.425048 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.425642 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: net-mtu-writable
Jan 22 20:07:13.426004 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: network_availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.426808 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.427421 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: network_availability_zone
Jan 22 20:07:13.427778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: network_ip_availability.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.428875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.429463 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: network-ip-availability
Jan 22 20:07:13.429810 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: network_segment_range.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.430634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.431229 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension network-segment-range not supported by any of loaded plugins
Jan 22 20:07:13.431654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: pagination.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.432612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.432980 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: pagination
Jan 22 20:07:13.433333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.434279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.434857 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: port-mac-address-regenerate
Jan 22 20:07:13.435244 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.436175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.436763 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: port-numa-affinity-policy
Jan 22 20:07:13.437110 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: port_resource_request.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.438022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.438597 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension port-resource-request not supported by any of loaded plugins
Jan 22 20:07:13.438948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: portbindings.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.439899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.440479 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: binding
Jan 22 20:07:13.440833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: portbindings_extended.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.442117 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.442696 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: binding-extended
Jan 22 20:07:13.443056 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: portsecurity.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.443998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.444578 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: port-security
Jan 22 20:07:13.444935 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: project_id.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.445908 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.446269 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: project-id
Jan 22 20:07:13.446621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: providernet.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.447572 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.448158 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: provider
Jan 22 20:07:13.448514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: qos.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.452753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.453410 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension qos not supported by any of loaded plugins
Jan 22 20:07:13.453711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.454942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.455556 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 22 20:07:13.455919 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.456843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.457414 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 22 20:07:13.457770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: qos_default.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.458671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.459262 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension qos-default not supported by any of loaded plugins
Jan 22 20:07:13.459624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: qos_fip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.460306 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.460878 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension qos-fip not supported by any of loaded plugins
Jan 22 20:07:13.461235 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: qos_gateway_ip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.462167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.462743 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 22 20:07:13.463098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: qos_port_network_policy.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.464022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.464591 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 22 20:07:13.464972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: qos_rule_type_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.466631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.467236 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 22 20:07:13.467593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: qos_rules_alias.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.468629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.469210 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 22 20:07:13.469561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: quotasv2.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.470569 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.470936 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: quotas
Jan 22 20:07:13.471315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: quotasv2_detail.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.473003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.473380 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: quota_details
Jan 22 20:07:13.473748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: rbac.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.475021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.475649 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: rbac-policies
Jan 22 20:07:13.476011 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: rbac_address_scope.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.476935 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.477519 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: rbac-address-scope
Jan 22 20:07:13.477877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: rbac_security_groups.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.478783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.479386 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: rbac-security-groups
Jan 22 20:07:13.479747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: rbac_subnetpool.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.480655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.481253 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: rbac-subnetpool
Jan 22 20:07:13.481609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: revisionifmatch.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.482521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.483096 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: revision-if-match
Jan 22 20:07:13.483491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: revisions.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.484603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.485177 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: standard-attr-revisions
Jan 22 20:07:13.485536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: router_availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.486245 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.486823 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: router_availability_zone
Jan 22 20:07:13.487185 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: routerservicetype.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.488154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.488725 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension router-service-type not supported by any of loaded plugins
Jan 22 20:07:13.489082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.490000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.490573 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: security-groups-normalized-cidr
Jan 22 20:07:13.490928 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.491875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.492449 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: port-security-groups-filtering
Jan 22 20:07:13.492802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.493721 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.494292 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: security-groups-remote-address-group
Jan 22 20:07:13.494649 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: securitygroup.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.507743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.508315 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: security-group
Jan 22 20:07:13.508951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: segment.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.509809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.510397 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension segment not supported by any of loaded plugins
Jan 22 20:07:13.510764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.511735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.512840 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 22 20:07:13.513200 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: servicetype.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.514302 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.514895 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: service-type
Jan 22 20:07:13.515281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: sorting.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.516258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.516629 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: sorting
Jan 22 20:07:13.516985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: standard_attr_segment.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.517902 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.518493 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 22 20:07:13.518851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: standardattrdescription.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.519574 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.520156 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: standard-attr-description
Jan 22 20:07:13.520513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: stateful_security_group.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.521458 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.522041 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: stateful-security-group
Jan 22 20:07:13.522398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: stdattrs_common.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.522978 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 22 20:07:13.523363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.524281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.524871 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 22 20:07:13.525226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: subnet_onboard.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.526272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.526861 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: subnet_onboard
Jan 22 20:07:13.527251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.528859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.529437 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 22 20:07:13.529796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: subnet_service_types.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.530736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.531337 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: subnet-service-types
Jan 22 20:07:13.531697 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: subnetallocation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.532769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.533350 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: subnet_allocation
Jan 22 20:07:13.533706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.534403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.534980 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: subnetpool-prefix-ops
Jan 22 20:07:13.535367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.536359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.536934 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 22 20:07:13.537290 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: tagging.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.538565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.539150 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: standard-attr-tag
Jan 22 20:07:13.539533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: timestamp.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.540696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.541286 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loaded extension: standard-attr-timestamp
Jan 22 20:07:13.541649 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: trunk.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.542675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.543281 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension trunk not supported by any of loaded plugins
Jan 22 20:07:13.543674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: trunk_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.544608 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.545185 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension trunk-details not supported by any of loaded plugins
Jan 22 20:07:13.545542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: uplink_status_propagation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.546759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.547043 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 22 20:07:13.547433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Loading extension file: vlantransparent.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 22 20:07:13.548135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 22 20:07:13.548706 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 22 20:07:13.551499 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:network
Jan 22 20:07:13.552332 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:subnet
Jan 22 20:07:13.552999 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 22 20:07:13.553652 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:port
Jan 22 20:07:13.555174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.555685 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service FLAVORS assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.556359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.556816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.557182 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:router
Jan 22 20:07:13.557910 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:floatingip
Jan 22 20:07:13.559433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service METERING assigned prefix: /metering {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.561254 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73bcdff390>> rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.561662 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73bcdff390>> rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.562046 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f73bcdff390>> rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:07:13.563186 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 22 20:07:13.563719 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:security_group
Jan 22 20:07:13.565407 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 22 20:07:13.566206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.566578 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 22 20:07:13.566941 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] subnetpool is already registered
Jan 22 20:07:13.567635 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.568003 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 22 20:07:13.568371 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] subnetpool is already registered
Jan 22 20:07:13.571080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.571577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service FLAVORS assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.572219 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.572676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.573044 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:router
Jan 22 20:07:13.573403 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] router is already registered
Jan 22 20:07:13.574052 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:floatingip
Jan 22 20:07:13.574409 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] floatingip is already registered
Jan 22 20:07:13.575688 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service METERING assigned prefix: /metering {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.576420 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 22 20:07:13.576781 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] rbac_policy is already registered
Jan 22 20:07:13.577397 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:security_group
Jan 22 20:07:13.577758 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] security_group is already registered
Jan 22 20:07:13.578401 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 22 20:07:13.578761 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] security_group_rule is already registered
Jan 22 20:07:13.579509 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.579879 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 22 20:07:13.580235 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] subnetpool is already registered
Jan 22 20:07:13.580884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Service CORE assigned prefix:  {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 22 20:07:13.581249 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 22 20:07:13.581608 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] subnetpool is already registered
Jan 22 20:07:13.582314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: extensions {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.583920 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: address-groups {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.585607 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: address-scopes {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.586868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.588117 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: auto-allocated-topology {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.589422 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: availability_zones {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.590890 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: dhcp-networks {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.592396 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: dhcp-agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.593900 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.595828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: flavors {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.597044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: service_profiles {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.598325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: next_providers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.599959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: service_profiles {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.601501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: floatingip-pools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.602776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.604674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: floatingips {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.605954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: l3-routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.607473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: l3-agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.608964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: metering-labels {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.610386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: metering-label-rules {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.611756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: network-ip-availabilities {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.613082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: bindings {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.614843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: quotas {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.616384 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: quotas {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.617874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: rbac-policies {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.619258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: security-groups {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.620513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: security-group-rules {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.622328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: service-providers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.623642 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: subnetpools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.625123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: subnetpools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.626657 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.628459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.630363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.632268 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.635398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.637878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.639793 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.641720 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.643725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.645663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.extensions [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 22 20:07:13.652750 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING keystonemiddleware.auth_token [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 22 20:07:13.657960 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING keystonemiddleware.auth_token [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 22 20:07:13.666763 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Acquired lock "singleton_lock" {{(pid=80155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 22 20:07:13.667309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Releasing lock "singleton_lock" {{(pid=80155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 22 20:07:13.668791 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO oslo_service.service [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Starting 2 workers
Jan 22 20:07:13.673724 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Started child 80268 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 22 20:07:13.678311 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:13.678655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Started child 80269 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 22 20:07:13.679770 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [-] (80268) wsgi starting up on http://0.0.0.0:9696
Jan 22 20:07:13.680214 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.service [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Neutron service started, listening on 0.0.0.0:9696
Jan 22 20:07:13.680867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Notify callbacks [] for process, before_spawn {{(pid=80155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:13.682428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:13.683395 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO oslo_service.service [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Starting 1 workers
Jan 22 20:07:13.683799 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [-] (80269) wsgi starting up on http://0.0.0.0:9696
Jan 22 20:07:13.689514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Started child 80270 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 22 20:07:13.690064 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO oslo_service.service [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Starting 1 workers
Jan 22 20:07:13.692284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.service [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] calling RpcWorker wait() {{(pid=80270) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 22 20:07:13.692757 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.service [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] returning from RpcWorker wait() {{(pid=80270) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 22 20:07:13.694317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:13.694941 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Started child 80271 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 22 20:07:13.695059 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:07:13.695783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a93743cb-8988-4558-bebe-62bb9fe778f6 None None] Notify callbacks [] for process, after_spawn {{(pid=80155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:13.697395 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 22 20:07:13.697619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 22 20:07:13.697823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 22 20:07:13.698090 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 22 20:07:13.698501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 22 20:07:13.698698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 22 20:07:13.699160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:13.699277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.699600 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.700428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.700730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.701049 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.701570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:07:13.701684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.702177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.702468 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.702778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.703052 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.703263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.703465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.703752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.704045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.704403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.704681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.704948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.705245 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.705459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.705741 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.706065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.706352 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.706651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.706940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.707546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.707819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.708071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.708333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.708643 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.708916 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.709217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.709503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.709768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.710044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.710320 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.710564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.710816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.711117 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.711406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.711886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host                           = dv-cinder-768105-3-iscsi {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.712145 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.712425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.712680 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.712965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.713245 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.713520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.713858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.714212 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.714477 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.714638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.715206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.715206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.715550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.715776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.715967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.716252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.716470 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.716752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.716962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.717152 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.717311 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.717620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.717772 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.718039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.718304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.718550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.718799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.719042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.719309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.719596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.719839 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.720115 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.720355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.720777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.720931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.721174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.721449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.721696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.721956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.722200 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.722445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.722721 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.722964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.723206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.723504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.723786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.724098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.724359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.724652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.724920 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.725160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.725973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.725973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.725973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.726369 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.726513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.726709 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.726979 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.727924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.727924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.727924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.728151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.728233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.728537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.728789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.729228 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.729496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.729743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.730036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.730483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.730843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.731194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.731491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.731761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.732030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.732303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.732553 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.732838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.733104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.733437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.733689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.734014 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.734283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.734557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.734860 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.735141 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.735464 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.735715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.735969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.736217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.736469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.736804 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.737118 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.737442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.737798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.738053 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.738510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.738788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.739013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.739325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.739554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.739859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.740135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.740382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.740654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.740907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.741999 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.742277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.742540 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.742847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.743120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.743425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.743761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.744443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.744701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.744959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.745262 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.745783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.746068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.747585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.748592 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.757854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.757854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.757854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.757854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.757854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.757854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.757854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.757854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.757854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.759258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.759258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.759258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.759258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.759258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.759258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.759258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.759258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.759258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.760207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.760207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.760207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.760207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.760207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.760207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.760207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.760207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.760207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.761319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.761319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.761319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.761319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.761319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.761319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.761319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.761319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.763996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.764751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.764751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.764751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.764751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.764751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.764751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.764751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.764751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.765836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.765836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.765836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.765836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.766344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.766344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.766609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.766810 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.767105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.767410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.767712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.767971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.768441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.768782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.769064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.769339 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.769653 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.769931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.770188 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.770454 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.770729 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.771077 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.771424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.771705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.771985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.772285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.772593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.772866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.773196 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.773483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.773759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.774038 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.774311 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.774609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.774872 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.775172 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.775449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.775717 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.775967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.776239 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.776487 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.776755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.777042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.777293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.777579 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.777869 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.778139 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.778392 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.778678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.778931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.779231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.779512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.779767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.780021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.780275 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.780545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.780841 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.781099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.781417 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.781705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.782879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.782879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.782879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.783082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.783153 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.783453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.783715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.783967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.784221 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.784478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.784770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.785040 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.785321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.785571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.785854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.786129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.786489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.786773 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.787044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.787362 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.787619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.787891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.788150 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.788426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.788699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.788957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.789236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.789626 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.789910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.790159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.790424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.790674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.790932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.791178 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.791547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.791830 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.792099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.792367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.792615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.792883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.793134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.793408 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.793664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.793913 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.794181 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.794429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.794708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.794961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.795229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.795552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.795859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.796103 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.796425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.796710 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.796993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.797260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.797642 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.797894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.798188 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.798467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.798719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.799008 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.799325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.799688 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.800039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.800325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.800605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.800928 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.801227 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.801528 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.801799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.802101 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.802480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.802763 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.803041 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.803353 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.803663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.803942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.804197 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.804460 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.804716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.804971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.805253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.805556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.805843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.806094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.806365 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.806621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.806882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.807138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.807440 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.807694 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.807887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 22 20:07:13.808446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 22 20:07:13.808636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 22 20:07:13.808825 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 22 20:07:13.809548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 22 20:07:13.809752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 22 20:07:13.809935 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 22 20:07:13.810182 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.810373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.810562 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.810752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.810939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.811149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.811363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.811553 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.811738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.811927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.812154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.812362 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.812531 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.812718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.812904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.813089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.813275 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.813460 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.813653 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.813841 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.814027 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.814213 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.814398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.814583 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.814805 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.814993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.815292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.815483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.815736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.815834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.815970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.816152 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.816339 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.816501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.816707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.816847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.817034 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.817220 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.817405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.817590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host                           = dv-cinder-768105-3-iscsi {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.817777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.817963 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.818149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.818334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.818520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.818711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.818883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.819044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.819202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.819403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.819588 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.819777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.819978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.820208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.820307 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.820446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.820633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.820819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.821119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.821320 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.821419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.821522 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.821687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.821874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.822061 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.822246 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.822504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.822630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.822783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.822968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.823154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.823366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.823649 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.823838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.824024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.824210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.824396 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.824628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.825306 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.825491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.825676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.825862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.826047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.826234 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.826419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.826605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.826792 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.826979 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.827165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.827373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.827560 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.827746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.827934 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.828121 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.828306 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.828491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.828681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.828855 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.828993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.829128 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.829322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.829510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.829695 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.829880 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.830066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.830250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.830437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.830624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.830808 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 22 20:07:13.831016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.831207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.831432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.831625 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.831815 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.832004 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.832193 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.832382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.832611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.832760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.832998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.833164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.833299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.833423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.833556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.833743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.833935 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.834124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.834315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.834503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.834693 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.834882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.835091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.835301 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.835493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.835682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.835871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.836061 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.836251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.836442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.836631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.836822 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.837012 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.837201 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.837389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.837578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.837767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.837957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.838146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.838335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.838526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.838714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.838904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.839094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.839307 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.839498 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.839688 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.839878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.840067 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.840278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.840480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.840670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.840859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.841048 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.841238 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.841427 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.841616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.841805 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.841992 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.842181 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.842370 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.842575 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.842792 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.842933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.843068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.843284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.843478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.843667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.843856 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.844046 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.844234 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.844423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.844613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.844803 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.844994 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.845183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.845372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.845560 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.845750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.845938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.846127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.846314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.846503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.846691 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.846888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.847095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.847323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.847487 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.847628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.847807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.847997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.848187 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.848377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.848566 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.848755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.848944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.849133 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.849329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.849519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.849708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.849896 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.850084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.850273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.850461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.850650 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.850838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.851028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.851233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.851433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.851600 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.851789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.851989 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.852179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.853154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.853154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.853154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.853154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.853154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.853812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.853812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.853812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.853812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.854335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.854335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.854335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.854335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.854837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.854837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.854837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.855202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.855202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.855439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.855596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.855805 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.856001 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.856192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.856380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.856570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.856759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.856948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.857137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.857324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.857553 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.857691 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.857826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.858003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.858192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.858382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.858573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.858764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.858955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.859145 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.859361 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.859530 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.859731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.859909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.860098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.860288 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.860477 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.860667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.860873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.861021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.861203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.861379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.861568 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.861758 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.861947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.862134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.862326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.862517 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.862708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.862965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.863123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.863455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.863455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.863673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.863783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.863934 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.864125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.864317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.864507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.864697 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.864889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.865078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.865267 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.865456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.865646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.865850 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.866040 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.866229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.866419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.866609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.866797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.866988 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.867178 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.867362 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.867526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.867717 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.867909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.868099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.868289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.868478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.868667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.868865 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.869017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.869225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.869415 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.869616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.869784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.869930 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.870130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.870320 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.870508 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.870697 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.870796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:07:13.870892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.871060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.871268 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.871967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.872159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.872348 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.872548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.872738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.872928 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.873113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.873294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.873491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.873673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.873874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.874065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.874257 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.874446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.874634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.874825 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.875015 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.875208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.875439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.875637 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.875829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.876028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.876225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.876422 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.876611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.876809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.877011 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.877201 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.877389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.877578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.877767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.877955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.878144 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.878333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.878522 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.878711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.878899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.879089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.879301 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.879491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.879682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.879872 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.880061 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.880252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.880441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.880630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 22 20:07:13.880811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 22 20:07:14.086234 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 42332) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:07:14.097689 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0091987
Jan 22 20:07:24.818932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075d09ac-e610-4e98-9336-7d5c56e1e25c None None] get_active_networks_info from dv-cinder-768105-3-iscsi {{(pid=80270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 22 20:07:24.943394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075d09ac-e610-4e98-9336-7d5c56e1e25c None None] No non-hosted networks {{(pid=80270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 22 20:07:24.969485 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agentschedulers_db [None req-075d09ac-e610-4e98-9336-7d5c56e1e25c None None] DHCP Agent not found on host dv-cinder-768105-3-iscsi {{(pid=80270) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Jan 22 20:07:25.228502 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf35dfb3-96e6-4e84-a38c-160788d7265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776'] for agent, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:27.891047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e41ae34e-07c9-4153-b328-7a0ea618f6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776'] for agent, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:27.959866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e60a6760-e981-4ee0-a81f-9e09136d5456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:28.056648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776'] for agent, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:28.844894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776'] for agent, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:28.845614 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.845995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.846371 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.846743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.847111 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.847676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.848064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.848399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.848824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.849235 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.849588 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.849805 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:28.850336 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f73bcaaa0f0>, 'Open vSwitch agent', 'dv-cinder-768105-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:07:28.859616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f73bc98a588>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768105-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:07:29.088442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776'] for agent, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:30.648877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 42422) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:07:30.742789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] get_endpoint_by_host() called for host dv-cinder-768105-3-iscsi {{(pid=80270) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 22 20:07:30.749042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] get_endpoint_by_ip() called for ip 192.168.0.11 {{(pid=80270) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 22 20:07:30.752406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] _add_endpoint() called for ip 192.168.0.11 {{(pid=80270) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 22 20:07:30.792798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] _get_endpoints() called {{(pid=80270) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 22 20:07:31.054011 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_hamode_db [None req-84582b72-af1b-4d6a-af30-2816a0882f53 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 22 20:07:31.150787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84582b72-af1b-4d6a-af30-2816a0882f53 None None] Routers set() bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:07:31.151249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84582b72-af1b-4d6a-af30-2816a0882f53 None None] Router IDs set() for agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 22 20:07:31.364707 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-0661d5e1-c06b-48c8-89ee-bf79d6d82f96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 20:07:31.365328 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-0661d5e1-c06b-48c8-89ee-bf79d6d82f96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 20:07:31.596248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-0661d5e1-c06b-48c8-89ee-bf79d6d82f96 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:07:31.597407 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0661d5e1-c06b-48c8-89ee-bf79d6d82f96 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.9473350
Jan 22 20:07:34.271801 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 42438) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:07:34.688956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-46f405c5-7f83-4501-a767-48312f0e2d70 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:07:34.742265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.policy [None req-46f405c5-7f83-4501-a767-48312f0e2d70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80269) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 22 20:07:34.743087 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-46f405c5-7f83-4501-a767-48312f0e2d70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 20:07:34.743514 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-46f405c5-7f83-4501-a767-48312f0e2d70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 20:07:34.755865 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota [None req-46f405c5-7f83-4501-a767-48312f0e2d70 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f73bc8b0198>.
Jan 22 20:07:34.773274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-46f405c5-7f83-4501-a767-48312f0e2d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:07:34.860617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46f405c5-7f83-4501-a767-48312f0e2d70 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758444063081', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758444077705', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758444078377', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758444093417', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758444092272', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527386', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-737713', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852945137', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853120565'] for rbac-policy, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:35.078739 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46f405c5-7f83-4501-a767-48312f0e2d70 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:35.083281 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-46f405c5-7f83-4501-a767-48312f0e2d70 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8072720
Jan 22 20:07:38.054721 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 42452) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:07:38.544019 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Request body: {'network': {'name': 'private', 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'admin_state_up': True}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:07:38.549983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:07:38.554761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Usage tracker for resource:network and tenant:fac46bfc57bd4bb6b60a98519109e492 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:07:38.559033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:07:38.565166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:07:38.598882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Made reservation on behalf of fac46bfc57bd4bb6b60a98519109e492 for: {'network': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:07:38.604982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:38.623030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:38.638050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:07:38.641971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Usage tracker for resource:security_group_rule and tenant:fac46bfc57bd4bb6b60a98519109e492 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:07:38.645565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:07:38.651085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:07:38.857827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:38.878731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:38.884559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:07:38.907184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:07:38.934416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:38.935010 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Added segment c62621f4-1f9a-4bc6-b3c7-1b728b6ea907 of type vxlan for network f3655bfd-0fee-4074-b314-ae994d344bb3
Jan 22 20:07:38.987988 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ef5f9a-71aa-4326-90e7-ca2a493dadd7,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:07:39.005075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.005467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.005833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.006189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.006544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.006911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.007285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.007638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.008004 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.008605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.008951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.009296 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Tracked resource versions report:
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]: pushed versions:
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]: {   'AddressGroup': {'1.1'},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Log': {'1.0'},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Network': {'1.1'},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Port': {'1.6'},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroup': {'1.4'},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.2'},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]: consumer versions:
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     L3 agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metering agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-768105-3-iscsi: {   'AddressGroup': '1.1',
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.4',
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.2',
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Jan 22 20:07:39.010469 dv-cinder-768105-3-iscsi neutron-server[80155]:  {{(pid=80269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 20:07:39.210343 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:07:39.212187 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:39.278813 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:39.280117 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:07:39.280778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:39.285591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:07:39.395009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Pushing event updated for resources: {'Network': ['ID=f3655bfd-0fee-4074-b314-ae994d344bb3,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:07:39.398129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:07:39.405917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network f3655bfd-0fee-4074-b314-ae994d344bb3 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:07:39.416876 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.3609581
Jan 22 20:07:42.452035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 42468) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:07:42.971206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4078e79-6789-4ba3-8775-95e061328cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:07:42.972666 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b4078e79-6789-4ba3-8775-95e061328cf2 admin admin] 10.222.0.38 "GET /v2.0/networks/f3655bfd-0fee-4074-b314-ae994d344bb3 HTTP/1.1" status: 200  len: 818 time: 0.5196056
Jan 22 20:07:43.001878 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0298e686-de3e-452a-b199-875455bea3a0 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/464aa5b4-22b2-40d9-972f-e1cd3b35d8cd HTTP/1.1" status: 200  len: 734 time: 0.0228813
Jan 22 20:07:43.012070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Request body: {'subnet': {'subnetpool_id': '464aa5b4-22b2-40d9-972f-e1cd3b35d8cd', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3', 'gateway_ip': '172.20.0.1'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:07:43.016884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:07:43.020857 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Usage tracker for resource:subnet and tenant:fac46bfc57bd4bb6b60a98519109e492 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:07:43.023912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:07:43.030182 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:07:43.180797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Made reservation on behalf of fac46bfc57bd4bb6b60a98519109e492 for: {'subnet': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:07:43.185573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:43.693931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:43.708651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:07:43.851309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2a6cda-2097-4a7a-aec6-56b04460c25f,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:07:43.857926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:07:43.912685 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Checking segment: {'id': 'c62621f4-1f9a-4bc6-b3c7-1b728b6ea907', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:07:43.913065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Network hostable DHCP agents. Network: f3655bfd-0fee-4074-b314-ae994d344bb3, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:07:43.963416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Network f3655bfd-0fee-4074-b314-ae994d344bb3 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:07:43.997756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, f3655bfd-0fee-4074-b314-ae994d344bb3) {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:07:44.002243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:07:44.002886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:44.007063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b42bd6e-9228-4d8c-a5e7-4cc9fe8606b5 None None] Network f3655bfd-0fee-4074-b314-ae994d344bb3 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:07:44.050949 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0429277
Jan 22 20:07:44.331836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eaae7c6-3d94-5809-a621-4ba256c75d7f-f3655bfd-0fee-4074-b314-ae994d344bb3', 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'fixed_ips': [{'subnet_id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f'}]}} from dv-cinder-768105-3-iscsi. {{(pid=80270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 20:07:44.333071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:44.660514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Allocated IP 172.20.0.2 (f3655bfd-0fee-4074-b314-ae994d344bb3/5d2a6cda-2097-4a7a-aec6-56b04460c25f/61567be0-e530-4e8b-b6b4-32adef1003af) {{(pid=80270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:07:44.900377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Notify callbacks [] for port, precommit_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:44.968134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Transition to ACTIVE for port object 61567be0-e530-4e8b-b6b4-32adef1003af will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:07:44.987173 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Transition to ACTIVE for port object 61567be0-e530-4e8b-b6b4-32adef1003af will not be triggered until provisioned by entity DHCP. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:07:45.034080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:45.052540 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:07:45.356749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Pushing event updated for resources: {'Port': ['ID=61567be0-e530-4e8b-b6b4-32adef1003af,revision_number=1']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:07:45.367600 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.367983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.368355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.368761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.369126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.369486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.369846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.370204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.370604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.370950 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.371350 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.371707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Tracked resource versions report:
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]: pushed versions:
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]: {   'AddressGroup': {'1.1'},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Log': {'1.0'},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Network': {'1.1'},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Port': {'1.6'},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroup': {'1.4'},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.2'},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]: consumer versions:
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     L3 agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metering agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-768105-3-iscsi: {   'AddressGroup': '1.1',
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.4',
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.2',
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Jan 22 20:07:45.372848 dv-cinder-768105-3-iscsi neutron-server[80155]:  {{(pid=80270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 20:07:45.379583 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:07:45.441554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Network f3655bfd-0fee-4074-b314-ae994d344bb3 is already hosted by enough agents. {{(pid=80270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:07:45.442763 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Resources bound (agent type, host, resource id):  {{(pid=80270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:07:45.445581 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Received port after_create {{(pid=80270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:07:45.505751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Attempting to bind port 61567be0-e530-4e8b-b6b4-32adef1003af on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:07:45.506165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Attempting to bind port 61567be0-e530-4e8b-b6b4-32adef1003af by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': 'c62621f4-1f9a-4bc6-b3c7-1b728b6ea907', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:07:45.506561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Attempting to bind port 61567be0-e530-4e8b-b6b4-32adef1003af on network f3655bfd-0fee-4074-b314-ae994d344bb3 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:07:45.512383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:07:45.512947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Checking segment: {'id': 'c62621f4-1f9a-4bc6-b3c7-1b728b6ea907', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:07:45.513415 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:45.513838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Bound using segment: {'id': 'c62621f4-1f9a-4bc6-b3c7-1b728b6ea907', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:07:45.514378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Bound port: 61567be0-e530-4e8b-b6b4-32adef1003af, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62621f4-1f9a-4bc6-b3c7-1b728b6ea907', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:07:45.514806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:45.607907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] For port 61567be0-e530-4e8b-b6b4-32adef1003af, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:07:45.611879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] For port 61567be0-e530-4e8b-b6b4-32adef1003af, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=61567be0-e530-4e8b-b6b4-32adef1003af,segment=NetworkSegment(c62621f4-1f9a-4bc6-b3c7-1b728b6ea907),segment_id=c62621f4-1f9a-4bc6-b3c7-1b728b6ea907)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:07:45.649650 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:45.665124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:07:45.822068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Pushing event updated for resources: {'Port': ['ID=61567be0-e530-4e8b-b6b4-32adef1003af,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:07:45.827341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:07:46.809441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 42478) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:07:47.321394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-d913a978-c6f2-4465-92ae-385131775acb admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:07:47.322505 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d913a978-c6f2-4465-92ae-385131775acb admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5121100
Jan 22 20:07:48.823103 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 61567be0-e530-4e8b-b6b4-32adef1003af up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:07:48.936166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 61567be0-e530-4e8b-b6b4-32adef1003af completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:07:50.082833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 42492) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:07:50.510587 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-8114bbca-7562-49fd-9565-794e4631cffc admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:07:50.511786 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8114bbca-7562-49fd-9565-794e4631cffc admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4372671
Jan 22 20:07:50.592782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e79fd-f244-45b4-ba35-e2c9ba4fa7e3 None None] Network f3655bfd-0fee-4074-b314-ae994d344bb3 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:07:50.734045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-bd37d7bc-a7af-476e-a2e2-026ca382aa50 None None] Provisioning for port 61567be0-e530-4e8b-b6b4-32adef1003af completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:07:50.744735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-bd37d7bc-a7af-476e-a2e2-026ca382aa50 None None] Provisioning complete for port 61567be0-e530-4e8b-b6b4-32adef1003af triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:07:50.745167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd37d7bc-a7af-476e-a2e2-026ca382aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:50.970475 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd37d7bc-a7af-476e-a2e2-026ca382aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:51.013451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-bd37d7bc-a7af-476e-a2e2-026ca382aa50 None None] For port 61567be0-e530-4e8b-b6b4-32adef1003af, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=61567be0-e530-4e8b-b6b4-32adef1003af,segment=NetworkSegment(c62621f4-1f9a-4bc6-b3c7-1b728b6ea907),segment_id=c62621f4-1f9a-4bc6-b3c7-1b728b6ea907)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:07:51.050381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd37d7bc-a7af-476e-a2e2-026ca382aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:51.052518 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:07:51.130744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37d7bc-a7af-476e-a2e2-026ca382aa50 None None] Pushing event updated for resources: {'Port': ['ID=61567be0-e530-4e8b-b6b4-32adef1003af,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:07:51.135595 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bd37d7bc-a7af-476e-a2e2-026ca382aa50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:07:51.178944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c93c26bf-c4dd-4b77-a840-880c9be65c4b None None] Provisioning complete for port 61567be0-e530-4e8b-b6b4-32adef1003af triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:07:51.179396 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c93c26bf-c4dd-4b77-a840-880c9be65c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:51.435194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f4f160ca-94fe-424c-9cff-d7ce27fac131 None None] Provisioning complete for port 61567be0-e530-4e8b-b6b4-32adef1003af triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:07:51.435678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f4f160ca-94fe-424c-9cff-d7ce27fac131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:51.683897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5e22f813-1ccb-4e77-bbba-47769dd70adb None None] Provisioning complete for port 61567be0-e530-4e8b-b6b4-32adef1003af triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:07:51.684219 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e22f813-1ccb-4e77-bbba-47769dd70adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:52.797864 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 61567be0-e530-4e8b-b6b4-32adef1003af up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:07:52.871346 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 61567be0-e530-4e8b-b6b4-32adef1003af triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:07:52.871749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:53.577892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 42504) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:07:53.975762 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-a9e4a74b-dc6f-4327-93aa-86b1e71c7b22 admin admin] Request body: {'router': {'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:07:53.981140 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a9e4a74b-dc6f-4327-93aa-86b1e71c7b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:07:53.985109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a9e4a74b-dc6f-4327-93aa-86b1e71c7b22 admin admin] Usage tracker for resource:router and tenant:fac46bfc57bd4bb6b60a98519109e492 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:07:53.988271 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a9e4a74b-dc6f-4327-93aa-86b1e71c7b22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:07:53.993946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a9e4a74b-dc6f-4327-93aa-86b1e71c7b22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:07:54.044246 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a74b-dc6f-4327-93aa-86b1e71c7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853040007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854665973'] for router, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:54.045584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a74b-dc6f-4327-93aa-86b1e71c7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109826'] for router, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:54.123109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a74b-dc6f-4327-93aa-86b1e71c7b22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:54.262763 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a74b-dc6f-4327-93aa-86b1e71c7b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853129231'] for router, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:54.307167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a74b-dc6f-4327-93aa-86b1e71c7b22 admin admin] Notify callbacks [] for router, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:54.308957 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a9e4a74b-dc6f-4327-93aa-86b1e71c7b22 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7299776
Jan 22 20:07:54.742041 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f15b818-5283-41e5-8eba-dcdefb8ee372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:57.003486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 42514) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:07:57.437260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-c7438038-2747-4d08-bbd2-1396dc98faaf admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:07:57.438339 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c7438038-2747-4d08-bbd2-1396dc98faaf admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4339144
Jan 22 20:07:57.741489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:57.855985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b3ca60d9-4c0a-4a6f-9e00-62aa91059d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:58.809690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:07:58.935804 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:00.049465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 42534) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:08:00.209294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:08:00.214402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:08:00.218570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Usage tracker for resource:network and tenant:c49b0c74b5d14c8b88d8c260f8ec0d80 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:08:00.222157 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:08:00.228275 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:08:00.325035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Made reservation on behalf of c49b0c74b5d14c8b88d8c260f8ec0d80 for: {'network': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:08:00.329907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:00.343448 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:00.359572 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:08:00.363816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Usage tracker for resource:security_group_rule and tenant:c49b0c74b5d14c8b88d8c260f8ec0d80 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:08:00.366984 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:08:00.373818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:08:00.623175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:00.660549 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:00.664354 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:00.682646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Reserving flat network on physical network physnet1 {{(pid=80269) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 22 20:08:00.700398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b452f1-14d8-40dd-b1a5-baabe88cca95,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:00.704248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:00.751909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:00.752539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f73bd708d08> segment precommit_create {{(pid=80269) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 22 20:08:00.752969 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Added segment 8ca6011c-7cce-4e16-b72b-b524510cb755 of type flat for network d8bd5390-3dcb-4b6b-909c-af9dcb268065
Jan 22 20:08:00.896286 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:00.970061 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:00.971450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:08:00.972080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:00.977499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:01.087984 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Pushing event updated for resources: {'Network': ['ID=d8bd5390-3dcb-4b6b-909c-af9dcb268065,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:01.091759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:01.104295 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:08:01.159567 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1085708
Jan 22 20:08:02.751149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 5 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:08:03.744225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 42554) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:08:03.893544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e72a8c2-4f27-496d-8e22-883d16bf4fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:08:03.895021 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2e72a8c2-4f27-496d-8e22-883d16bf4fad admin admin] 10.222.0.38 "GET /v2.0/subnets/5d2a6cda-2097-4a7a-aec6-56b04460c25f HTTP/1.1" status: 200  len: 849 time: 0.1497326
Jan 22 20:08:04.051098 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4248d26b-5646-4b81-a605-ba94babed3a5 admin admin] 10.222.0.38 "GET /v2.0/routers/7d811cc9-540d-4907-a27c-19ae4725d8ec HTTP/1.1" status: 200  len: 704 time: 0.1475339
Jan 22 20:08:04.688467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:05.115486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Allocated IP 172.20.0.1 (f3655bfd-0fee-4074-b314-ae994d344bb3/5d2a6cda-2097-4a7a-aec6-56b04460c25f/1e14979b-09f2-4a5a-81bc-a259cc8ba0da) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:08:05.417698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:05.436446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Transition to ACTIVE for port object 1e14979b-09f2-4a5a-81bc-a259cc8ba0da will not be triggered until provisioned by entity DHCP. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:08:05.524098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:05.540003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:05.677155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Pushing event updated for resources: {'Port': ['ID=1e14979b-09f2-4a5a-81bc-a259cc8ba0da,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:05.684338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:05.735519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Network f3655bfd-0fee-4074-b314-ae994d344bb3 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:08:05.736644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:08:05.738996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:08:05.739541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853040075'] for router_interface, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:05.969703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1e0b7cc8-165a-4f5c-9f49-a3ba3249211a None None] Provisioning for port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:08:05.975042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1e0b7cc8-165a-4f5c-9f49-a3ba3249211a None None] Provisioning complete for port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:08:05.975501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1e0b7cc8-165a-4f5c-9f49-a3ba3249211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:06.032797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b7cc8-165a-4f5c-9f49-a3ba3249211a None None] Port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:08:06.079939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:06.373338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:06.427024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:06.428216 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853214723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735831'] for router_interface, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:06.444372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:06.743019 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Pushing event updated for resources: {'Port': ['ID=1e14979b-09f2-4a5a-81bc-a259cc8ba0da,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:06.747372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:06.801334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Network f3655bfd-0fee-4074-b314-ae994d344bb3 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:08:06.802463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:08:07.044674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Router 7d811cc9-540d-4907-a27c-19ae4725d8ec is scheduled to L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 with binding_index 1 {{(pid=80269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 20:08:07.057893 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-8d028037-d596-473a-8f91-9216227906ac None None] Provisioning complete for port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:08:07.058291 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8d028037-d596-473a-8f91-9216227906ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:07.123973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-8d028037-d596-473a-8f91-9216227906ac None None] Port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:08:07.215783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:08:07.225526 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] 10.222.0.38 "PUT /v2.0/routers/7d811cc9-540d-4907-a27c-19ae4725d8ec/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.1685822
Jan 22 20:08:07.225706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Sync routers for ids ['7d811cc9-540d-4907-a27c-19ae4725d8ec'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:08:07.238457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Routers {'7d811cc9-540d-4907-a27c-19ae4725d8ec'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:08:07.238457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bca457b8>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:07:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['7d811cc9-540d-4907-a27c-19ae4725d8ec'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:08:07.435961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Set router 7d811cc9-540d-4907-a27c-19ae4725d8ec gateway port host: None {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:08:08.000086 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bca457b8>, [{'id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'name': 'router1', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:07:54Z', 'updated_at': '2021-01-22T20:08:05Z', 'revision_number': 2, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'gw_port_host': None, '_interfaces': [{'id': '1e14979b-09f2-4a5a-81bc-a259cc8ba0da', 'name': '', 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'mac_address': 'fa:16:3e:64:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:08:04Z', 'updated_at': '2021-01-22T20:08:06Z', 'revision_number': 2, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'subnets': [{'id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '464aa5b4-22b2-40d9-972f-e1cd3b35d8cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:08:08.005218 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Checking router: 7d811cc9-540d-4907-a27c-19ae4725d8ec for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:08:08.005604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Updating router 7d811cc9-540d-4907-a27c-19ae4725d8ec port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da binding host dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:08:08.064891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:08.607687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:08.624653 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Transition to ACTIVE for port object 1e14979b-09f2-4a5a-81bc-a259cc8ba0da will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:08:08.654627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:08.671711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:08.823948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Pushing event updated for resources: {'Port': ['ID=1e14979b-09f2-4a5a-81bc-a259cc8ba0da,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:08.840331 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.840705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.841072 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.841459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.841788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.842143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.842521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.842847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.843203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.843601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.843946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.844294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Tracked resource versions report:
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]: pushed versions:
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]: {   'AddressGroup': {'1.1'},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Log': {'1.0'},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Network': {'1.1'},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Port': {'1.6'},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroup': {'1.4'},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.2'},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]: consumer versions:
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     L3 agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metering agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-768105-3-iscsi: {   'AddressGroup': '1.1',
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.4',
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.2',
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Jan 22 20:08:08.845456 dv-cinder-768105-3-iscsi neutron-server[80155]:  {{(pid=80271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 20:08:08.849227 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:09.030831 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Attempting to bind port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:08:09.031268 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Attempting to bind port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': 'c62621f4-1f9a-4bc6-b3c7-1b728b6ea907', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:08:09.031745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Attempting to bind port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da on network f3655bfd-0fee-4074-b314-ae994d344bb3 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:08:09.037996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:08:09.038399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Checking segment: {'id': 'c62621f4-1f9a-4bc6-b3c7-1b728b6ea907', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:08:09.038877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:09.039325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Bound using segment: {'id': 'c62621f4-1f9a-4bc6-b3c7-1b728b6ea907', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:08:09.039884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Bound port: 1e14979b-09f2-4a5a-81bc-a259cc8ba0da, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62621f4-1f9a-4bc6-b3c7-1b728b6ea907', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:08:09.040285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:09.152878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] For port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:08:09.157949 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] For port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=1e14979b-09f2-4a5a-81bc-a259cc8ba0da,segment=NetworkSegment(c62621f4-1f9a-4bc6-b3c7-1b728b6ea907),segment_id=c62621f4-1f9a-4bc6-b3c7-1b728b6ea907)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:08:09.239125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:09.255421 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:09.419842 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Pushing event updated for resources: {'Port': ['ID=1e14979b-09f2-4a5a-81bc-a259cc8ba0da,revision_number=4']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:09.430172 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:09.482183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Routers {'7d811cc9-540d-4907-a27c-19ae4725d8ec'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:08:09.482847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bca457b8>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:07:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['7d811cc9-540d-4907-a27c-19ae4725d8ec'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:08:09.653826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] Set router 7d811cc9-540d-4907-a27c-19ae4725d8ec gateway port host: None {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:08:09.791084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 42566) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:08:10.011608 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-846be07d-9123-4507-beb8-c975357ee76f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 20:08:10.012269 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-846be07d-9123-4507-beb8-c975357ee76f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 20:08:10.054324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bca457b8>, [{'id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'name': 'router1', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:07:54Z', 'updated_at': '2021-01-22T20:08:05Z', 'revision_number': 2, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'gw_port_host': None, '_interfaces': [{'id': '1e14979b-09f2-4a5a-81bc-a259cc8ba0da', 'name': '', 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'mac_address': 'fa:16:3e:64:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:08:04Z', 'updated_at': '2021-01-22T20:08:09Z', 'revision_number': 4, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'subnets': [{'id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '464aa5b4-22b2-40d9-972f-e1cd3b35d8cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:08:10.059538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9fa017-345c-466f-bade-0d9957b701a3 None None] The sync data for ids ['7d811cc9-540d-4907-a27c-19ae4725d8ec'] in dv-cinder-768105-3-iscsi is: [{'id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'name': 'router1', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:07:54Z', 'updated_at': '2021-01-22T20:08:05Z', 'revision_number': 2, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'gw_port_host': None, '_interfaces': [{'id': '1e14979b-09f2-4a5a-81bc-a259cc8ba0da', 'name': '', 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'mac_address': 'fa:16:3e:64:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:08:04Z', 'updated_at': '2021-01-22T20:08:09Z', 'revision_number': 4, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'subnets': [{'id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '464aa5b4-22b2-40d9-972f-e1cd3b35d8cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:08:10.448255 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.policy [None req-846be07d-9123-4507-beb8-c975357ee76f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80268) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 22 20:08:10.449145 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-846be07d-9123-4507-beb8-c975357ee76f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 20:08:10.449557 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING oslo_policy.policy [None req-846be07d-9123-4507-beb8-c975357ee76f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 22 20:08:10.460467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846be07d-9123-4507-beb8-c975357ee76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:08:10.462507 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-846be07d-9123-4507-beb8-c975357ee76f admin admin] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 842 time: 0.6692777
Jan 22 20:08:10.474362 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:08:10.477977 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.quota [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f73bcb6cb00>.
Jan 22 20:08:10.485355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:08:10.491679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Usage tracker for resource:subnet and tenant:c49b0c74b5d14c8b88d8c260f8ec0d80 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:08:10.496334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:08:10.514068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:08:10.564611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Made reservation on behalf of c49b0c74b5d14c8b88d8c260f8ec0d80 for: {'subnet': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:08:10.571322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:11.522554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80268) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 20:08:11.523080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:11.538671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:11.683585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35f6204-a869-4343-b43b-9a019d3eb866,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:11.704516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.704903 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.705271 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.705635 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.706016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.706350 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.706702 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.707053 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.707432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.707786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.708137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.708487 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Tracked resource versions report:
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]: pushed versions:
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]: {   'AddressGroup': {'1.1'},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Log': {'1.0'},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Network': {'1.1'},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Port': {'1.6'},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroup': {'1.4'},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.2'},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]: consumer versions:
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     L3 agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metering agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-768105-3-iscsi: {   'AddressGroup': '1.1',
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.4',
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.2',
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'}}
Jan 22 20:08:11.709628 dv-cinder-768105-3-iscsi neutron-server[80155]:  {{(pid=80268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 20:08:11.750749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:11.776567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Checking segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:08:11.776903 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Network hostable DHCP agents. Network: d8bd5390-3dcb-4b6b-909c-af9dcb268065, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:08:11.861138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:08:11.924223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, d8bd5390-3dcb-4b6b-909c-af9dcb268065) {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:08:11.928711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:08:11.929395 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:11.933851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3958a1b6-6d46-4ba3-8887-df27c24c0afe None None] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:08:11.993688 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5239239
Jan 22 20:08:12.175628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f4b1ec-b90b-4f66-9160-8f5f93ba69c2 None None] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:08:12.830084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 1e14979b-09f2-4a5a-81bc-a259cc8ba0da up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:08:12.930007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:08:12.936113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:08:12.936527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:13.064190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:13.098862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=1e14979b-09f2-4a5a-81bc-a259cc8ba0da,segment=NetworkSegment(c62621f4-1f9a-4bc6-b3c7-1b728b6ea907),segment_id=c62621f4-1f9a-4bc6-b3c7-1b728b6ea907)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:08:13.135815 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:13.138042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:13.208818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=1e14979b-09f2-4a5a-81bc-a259cc8ba0da,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:13.212089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:14.578217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 42590) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:08:14.815280 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 1e14979b-09f2-4a5a-81bc-a259cc8ba0da up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:08:14.845682 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-86c9fa62-71ce-4dde-8bef-a5496fc3d291 admin admin] 10.222.0.38 "GET /v2.0/routers/7d811cc9-540d-4907-a27c-19ae4725d8ec HTTP/1.1" status: 200  len: 710 time: 0.2662311
Jan 22 20:08:14.891417 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:08:14.891829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:14.989797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee9c92-039c-433f-8d74-92cd24c6ca2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:08:14.991300 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-18ee9c92-039c-433f-8d74-92cd24c6ca2d admin admin] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 886 time: 0.1394386
Jan 22 20:08:15.002513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:08:15.633079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853127047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109841'] for router, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:16.022083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:16.089901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:16.106945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:16.123776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:08:16.127873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:08:16.131179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:08:16.138148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:08:16.379050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:16.403768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:16.420108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:16.516415 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf191bba-6eb0-4c78-800e-e0284a198b9b,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:16.523663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:16.694257 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Allocated IP 172.27.1.144 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/7a8ae096-cd01-45bf-9442-6bc2232a35b4) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:08:16.863419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:16.964215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:16.980237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:17.121178 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8ae096-cd01-45bf-9442-6bc2232a35b4,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:17.135242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:17.181810 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:08:17.183664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:08:17.186223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:08:17.698033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:18.216059 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853127047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109841'] for router, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:18.219639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853129231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853129248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1646585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1648737'] for router, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:18.423454 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Router 7d811cc9-540d-4907-a27c-19ae4725d8ec has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:08:18.613656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:08:18.624478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Sync routers for ids ['7d811cc9-540d-4907-a27c-19ae4725d8ec'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:08:18.631790 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Notify callbacks [] for router, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:18.633246 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] 10.222.0.38 "PUT /v2.0/routers/7d811cc9-540d-4907-a27c-19ae4725d8ec HTTP/1.1" status: 200  len: 890 time: 3.6346910
Jan 22 20:08:18.634613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Routers {'7d811cc9-540d-4907-a27c-19ae4725d8ec'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:08:18.635326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7bdd128>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:07:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['7d811cc9-540d-4907-a27c-19ae4725d8ec'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:08:18.991714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Set router 7d811cc9-540d-4907-a27c-19ae4725d8ec gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:08:19.360867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7bdd128>, [{'id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'name': 'router1', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7a8ae096-cd01-45bf-9442-6bc2232a35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:07:54Z', 'updated_at': '2021-01-22T20:08:17Z', 'revision_number': 4, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'gw_port': {'id': '7a8ae096-cd01-45bf-9442-6bc2232a35b4', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:08:16Z', 'updated_at': '2021-01-22T20:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '1e14979b-09f2-4a5a-81bc-a259cc8ba0da', 'name': '', 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'mac_address': 'fa:16:3e:64:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:08:04Z', 'updated_at': '2021-01-22T20:08:13Z', 'revision_number': 5, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'subnets': [{'id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '464aa5b4-22b2-40d9-972f-e1cd3b35d8cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:08:19.366038 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Checking router: 7d811cc9-540d-4907-a27c-19ae4725d8ec for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:08:19.366427 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Updating router 7d811cc9-540d-4907-a27c-19ae4725d8ec port 7a8ae096-cd01-45bf-9442-6bc2232a35b4 binding host dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:08:19.425236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:19.851635 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Notify callbacks [] for port, precommit_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:19.924399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Transition to ACTIVE for port object 7a8ae096-cd01-45bf-9442-6bc2232a35b4 will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:08:19.981087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:19.997864 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:20.137927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dd91f-c901-4d79-9eb3-bcd94bdd0739 None None] Pushing event updated for resources: {'Port': ['ID=7a8ae096-cd01-45bf-9442-6bc2232a35b4,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:20.140962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1e0dd91f-c901-4d79-9eb3-bcd94bdd0739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:20.208270 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Attempting to bind port 7a8ae096-cd01-45bf-9442-6bc2232a35b4 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:08:20.208803 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Attempting to bind port 7a8ae096-cd01-45bf-9442-6bc2232a35b4 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:08:20.209091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Attempting to bind port 7a8ae096-cd01-45bf-9442-6bc2232a35b4 on network d8bd5390-3dcb-4b6b-909c-af9dcb268065 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:08:20.216024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:08:20.216444 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Checking segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:08:20.216913 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:20.217346 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Bound using segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:08:20.217859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Bound port: 7a8ae096-cd01-45bf-9442-6bc2232a35b4, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:08:20.218277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:20.302719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] For port 7a8ae096-cd01-45bf-9442-6bc2232a35b4, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:08:20.306124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] For port 7a8ae096-cd01-45bf-9442-6bc2232a35b4, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=7a8ae096-cd01-45bf-9442-6bc2232a35b4,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:08:20.336116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:20.351249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6da007df-ee03-499d-b50f-78c02b3f4d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:20.508144 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dd91f-c901-4d79-9eb3-bcd94bdd0739 None None] Pushing event updated for resources: {'Port': ['ID=7a8ae096-cd01-45bf-9442-6bc2232a35b4,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:20.511940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1e0dd91f-c901-4d79-9eb3-bcd94bdd0739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:20.561260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Routers {'7d811cc9-540d-4907-a27c-19ae4725d8ec'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:08:20.561936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7bdd128>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:07:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['7d811cc9-540d-4907-a27c-19ae4725d8ec'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:08:20.767627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] Set router 7d811cc9-540d-4907-a27c-19ae4725d8ec gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:08:21.141740 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7bdd128>, [{'id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'name': 'router1', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7a8ae096-cd01-45bf-9442-6bc2232a35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:07:54Z', 'updated_at': '2021-01-22T20:08:17Z', 'revision_number': 4, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'gw_port': {'id': '7a8ae096-cd01-45bf-9442-6bc2232a35b4', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:08:16Z', 'updated_at': '2021-01-22T20:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '1e14979b-09f2-4a5a-81bc-a259cc8ba0da', 'name': '', 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'mac_address': 'fa:16:3e:64:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:08:04Z', 'updated_at': '2021-01-22T20:08:13Z', 'revision_number': 5, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'subnets': [{'id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '464aa5b4-22b2-40d9-972f-e1cd3b35d8cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:08:21.146231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca795f-8a89-44a3-b706-da717250cb56 None None] The sync data for ids ['7d811cc9-540d-4907-a27c-19ae4725d8ec'] in dv-cinder-768105-3-iscsi is: [{'id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'name': 'router1', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7a8ae096-cd01-45bf-9442-6bc2232a35b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:07:54Z', 'updated_at': '2021-01-22T20:08:17Z', 'revision_number': 4, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'gw_port': {'id': '7a8ae096-cd01-45bf-9442-6bc2232a35b4', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:08:16Z', 'updated_at': '2021-01-22T20:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '1e14979b-09f2-4a5a-81bc-a259cc8ba0da', 'name': '', 'network_id': 'f3655bfd-0fee-4074-b314-ae994d344bb3', 'tenant_id': 'fac46bfc57bd4bb6b60a98519109e492', 'mac_address': 'fa:16:3e:64:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d811cc9-540d-4907-a27c-19ae4725d8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:08:04Z', 'updated_at': '2021-01-22T20:08:13Z', 'revision_number': 5, 'project_id': 'fac46bfc57bd4bb6b60a98519109e492', 'subnets': [{'id': '5d2a6cda-2097-4a7a-aec6-56b04460c25f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '464aa5b4-22b2-40d9-972f-e1cd3b35d8cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:08:21.353180 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 42600) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:08:21.515326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ea80ca-6d71-4dfc-84f0-711e82f1733e admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:08:21.516977 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-81ea80ca-6d71-4dfc-84f0-711e82f1733e admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1626630
Jan 22 20:08:22.859151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 7a8ae096-cd01-45bf-9442-6bc2232a35b4 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:08:22.969897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 7a8ae096-cd01-45bf-9442-6bc2232a35b4 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:08:22.975652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 7a8ae096-cd01-45bf-9442-6bc2232a35b4 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:08:22.976081 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:23.152652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:23.192280 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 7a8ae096-cd01-45bf-9442-6bc2232a35b4, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=7a8ae096-cd01-45bf-9442-6bc2232a35b4,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:08:23.227054 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:23.229346 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:08:23.320487 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=7a8ae096-cd01-45bf-9442-6bc2232a35b4,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:08:23.326069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:08:24.758506 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dedfdb2-4814-469e-aeac-0def3b2d49ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:24.878081 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 7a8ae096-cd01-45bf-9442-6bc2232a35b4 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:08:24.963309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 7a8ae096-cd01-45bf-9442-6bc2232a35b4 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:08:24.964209 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:27.769341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:27.888656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc165768-52de-4023-a586-f8ce81a4145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:28.844929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:28.981104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:39.751280 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 5 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:08:54.734511 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab5ba-8d70-488b-a254-7a17aa0a215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:57.746345 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:57.889082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-96a49c62-42b2-45ae-a5fa-f13c628ee363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:58.866542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:08:58.978987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:09:16.750986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 5 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:09:24.728950 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-774e242a-a267-4d7f-8fab-938ae9214b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:09:27.744558 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:09:27.900467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7264e5eb-4c1d-4734-afb7-188f478a2fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:09:28.818584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:09:28.972927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:09:53.750524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 5 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:09:54.739177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-96791c7e-221c-434e-ac66-0bf368664da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:09:57.744978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:09:57.887659 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6b92-841a-49d3-acfc-711970845678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:09:58.828985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:09:58.973706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:24.731624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1210c268-5ac6-4270-92e5-a02cda54329b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:27.756381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:27.885952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-17578774-1367-4a4d-b9a2-a281b1f992f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:28.834390 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:28.977368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:30.750567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 5 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:10:39.362115 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43176) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:10:39.467562 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-294fab67-d2fc-4be4-9347-460847995b20 admin admin] GET failed (client error): The resource could not be found.
Jan 22 20:10:39.468954 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-294fab67-d2fc-4be4-9347-460847995b20 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1057837
Jan 22 20:10:39.624076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbd5ea-97b4-4e71-8156-17ea0ff88c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:39.625709 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7fbbd5ea-97b4-4e71-8156-17ea0ff88c4a admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1522126
Jan 22 20:10:42.109807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43186) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:10:42.259439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558db8d0-f952-40eb-89c3-5cde64b068f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:42.260076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-558db8d0-f952-40eb-89c3-5cde64b068f0 admin admin] Synchronizing usage tracker for tenant:c49b0c74b5d14c8b88d8c260f8ec0d80 on resource:subnet {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:10:42.313855 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-558db8d0-f952-40eb-89c3-5cde64b068f0 admin admin] Unset dirty status for tenant:c49b0c74b5d14c8b88d8c260f8ec0d80 on resource:subnet {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:10:42.315194 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-558db8d0-f952-40eb-89c3-5cde64b068f0 admin admin] 10.222.0.38 "GET /v2.0/subnets/5d2a6cda-2097-4a7a-aec6-56b04460c25f HTTP/1.1" status: 200  len: 849 time: 0.2043095
Jan 22 20:10:42.325786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:10:42.455057 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:42.813072 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758442161062'] for subnet, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:42.828848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:10:42.973104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2a6cda-2097-4a7a-aec6-56b04460c25f,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:10:42.986459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.986854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.987249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.987622 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.987976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.988342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.988693 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.989043 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.989405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.989755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.990097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.990439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:10:42.996083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:10:43.025055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:43.025722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:43.043320 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] 10.222.0.38 "PUT /v2.0/subnets/5d2a6cda-2097-4a7a-aec6-56b04460c25f HTTP/1.1" status: 200  len: 868 time: 0.7057788
Jan 22 20:10:43.043722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9013cef3-7b1a-448f-ad98-437a050007fe None None] Network f3655bfd-0fee-4074-b314-ae994d344bb3 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:10:43.561455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-19a305a4-772e-42ca-8687-4c21397df659 None None] Provisioning complete for port 61567be0-e530-4e8b-b6b4-32adef1003af triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:10:43.562087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19a305a4-772e-42ca-8687-4c21397df659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:43.704541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-19a305a4-772e-42ca-8687-4c21397df659 None None] Provisioning complete for port 1e14979b-09f2-4a5a-81bc-a259cc8ba0da triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:10:43.704817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19a305a4-772e-42ca-8687-4c21397df659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:45.543226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43196) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:10:45.764965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90c5c36-87af-48b6-a96d-93fda078541e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:45.765302 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90c5c36-87af-48b6-a96d-93fda078541e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:45.766156 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d90c5c36-87af-48b6-a96d-93fda078541e admin admin] Synchronizing usage tracker for tenant:c49b0c74b5d14c8b88d8c260f8ec0d80 on resource:network {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:10:45.839520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d90c5c36-87af-48b6-a96d-93fda078541e admin admin] Unset dirty status for tenant:c49b0c74b5d14c8b88d8c260f8ec0d80 on resource:network {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:10:45.841379 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d90c5c36-87af-48b6-a96d-93fda078541e admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2965744
Jan 22 20:10:48.334205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43206) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:10:48.553229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3159f08-c630-4a77-bddb-cba31846c15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:48.553638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3159f08-c630-4a77-bddb-cba31846c15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:48.555375 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d3159f08-c630-4a77-bddb-cba31846c15e admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2200828
Jan 22 20:10:51.089614 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43216) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:10:51.298062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b0dedb-1267-4582-b9b5-f8d228b9aa7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:51.299544 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-99b0dedb-1267-4582-b9b5-f8d228b9aa7b admin admin] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 886 time: 0.2088854
Jan 22 20:10:53.746736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43226) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:10:53.960304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1290809a-f8dc-4437-83d9-9eafec88437c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:53.961695 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1290809a-f8dc-4437-83d9-9eafec88437c admin admin] 10.222.0.38 "GET /v2.0/networks/f3655bfd-0fee-4074-b314-ae994d344bb3 HTTP/1.1" status: 200  len: 862 time: 0.2138190
Jan 22 20:10:54.755552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05dfcd25-ef56-4129-9a0c-db43ca0e3649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:56.425490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43236) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:10:56.571909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc620c-57aa-42b3-a144-1f3a61d1988f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:56.572322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc620c-57aa-42b3-a144-1f3a61d1988f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:56.574004 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1bbc620c-57aa-42b3-a144-1f3a61d1988f admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1473618
Jan 22 20:10:57.766957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:57.873832 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f23c0a2-7bc4-4ad9-b302-91d12162968f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:58.816146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:58.984117 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:10:59.027410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43246) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:10:59.170676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c113c47-1fc6-4616-86d4-d897d8eee2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:59.171092 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c113c47-1fc6-4616-86d4-d897d8eee2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:10:59.172778 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3c113c47-1fc6-4616-86d4-d897d8eee2e3 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1443172
Jan 22 20:11:01.611401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43256) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:11:01.758655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309bfcf-2902-4632-a318-26392458699d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:11:01.760147 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4309bfcf-2902-4632-a318-26392458699d admin admin] 10.222.0.38 "GET /v2.0/subnets/5d2a6cda-2097-4a7a-aec6-56b04460c25f HTTP/1.1" status: 200  len: 868 time: 0.1477396
Jan 22 20:11:04.262990 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43266) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:11:04.402771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55345f52-b33a-4dc9-8fcc-5c2855c1a227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:11:04.404233 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-55345f52-b33a-4dc9-8fcc-5c2855c1a227 admin admin] 10.222.0.38 "GET /v2.0/subnets/c35f6204-a869-4343-b43b-9a019d3eb866 HTTP/1.1" status: 200  len: 816 time: 0.1400864
Jan 22 20:11:07.751006 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 5 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:11:24.752585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5003e4ec-93fa-4be6-977d-18c78865f9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:27.761701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:27.875561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6271-8712-4d5c-8fed-8ee75e6e4115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:28.807104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:28.995453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:30.145970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43306) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:11:30.226299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-3ed0e00c-f15c-49b8-82bd-d7472e27c0a2 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:11:30.227434 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3ed0e00c-f15c-49b8-82bd-d7472e27c0a2 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0802877
Jan 22 20:11:32.799859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43316) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:11:32.906864 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd0f403-ca35-4530-92b3-0404992e7375 admin admin] GET failed (client error): The resource could not be found.
Jan 22 20:11:32.908272 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fdd0f403-ca35-4530-92b3-0404992e7375 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1073940
Jan 22 20:11:33.048526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda9cc0-6d10-4bbd-a805-95e8b2586526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:11:33.050107 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-efda9cc0-6d10-4bbd-a805-95e8b2586526 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1374211
Jan 22 20:11:35.552317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43326) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:11:35.634973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:11:35.641119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:11:35.650947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:11:35.707455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Made reservation on behalf of c49b0c74b5d14c8b88d8c260f8ec0d80 for: {'network': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:11:35.712145 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:35.809590 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.services.revisions.revision_plugin [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f73bb5ec400] {project_id='c49b0c74b5d14c8b88d8c260f8ec0d80', id='d4bb3e64-0a7a-4f68-9204-4087b7a00bbf', target_tenant='*', action='access_as_shared', object_id='d78c75c1-b735-402c-b217-a4af28292ed0'}> to bump revision.
Jan 22 20:11:35.877274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:11:35.887720 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:35.888096 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Added segment 32a22757-e394-4093-b6bf-66d833ef4e06 of type vxlan for network d78c75c1-b735-402c-b217-a4af28292ed0
Jan 22 20:11:35.915503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:36.017602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:36.018901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:11:36.019631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:36.024926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:11:36.127749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Pushing event updated for resources: {'Network': ['ID=d78c75c1-b735-402c-b217-a4af28292ed0,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:11:36.138807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.139203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.139598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.139983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.140342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.140715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.141073 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.141428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.141800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.142154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.142510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.142858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:36.148874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:11:36.154626 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network d78c75c1-b735-402c-b217-a4af28292ed0 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:11:36.201556 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-019f3f92-2a73-4422-a707-85ad4a075167 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.6479311
Jan 22 20:11:38.740830 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43336) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:11:38.848435 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7b21b0-6507-4f40-b8da-98eddaa19c7e admin admin] GET failed (client error): The resource could not be found.
Jan 22 20:11:38.848997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fb7b21b0-6507-4f40-b8da-98eddaa19c7e admin admin] Synchronizing usage tracker for tenant:c49b0c74b5d14c8b88d8c260f8ec0d80 on resource:network {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:11:38.895373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fb7b21b0-6507-4f40-b8da-98eddaa19c7e admin admin] Unset dirty status for tenant:c49b0c74b5d14c8b88d8c260f8ec0d80 on resource:network {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:11:38.896620 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fb7b21b0-6507-4f40-b8da-98eddaa19c7e admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1547585
Jan 22 20:11:39.015481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121195b-52c5-4ac3-8049-00e6c47e2a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:11:39.016989 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e121195b-52c5-4ac3-8049-00e6c47e2a27 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1158729
Jan 22 20:11:39.028034 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:11:39.032972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:11:39.042880 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:11:39.080638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Made reservation on behalf of c49b0c74b5d14c8b88d8c260f8ec0d80 for: {'subnet': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:11:39.085401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:39.538612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:39.553133 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:11:39.868475 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c8ca5a8-df8e-456b-b949-8cf0b9eafada,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:11:39.871458 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:11:39.934783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Checking segment: {'id': '32a22757-e394-4093-b6bf-66d833ef4e06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:11:39.935171 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Network hostable DHCP agents. Network: d78c75c1-b735-402c-b217-a4af28292ed0, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:11:39.998591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Network d78c75c1-b735-402c-b217-a4af28292ed0 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:11:40.040775 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, d78c75c1-b735-402c-b217-a4af28292ed0) {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:11:40.045068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:11:40.045729 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:40.049874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a2f6f3-654f-4d8b-aceb-ded548377e90 None None] Network d78c75c1-b735-402c-b217-a4af28292ed0 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:11:40.116257 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-549c1aee-6bce-4723-8ede-7db56b2b8a7c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0917573
Jan 22 20:11:40.288955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eaae7c6-3d94-5809-a621-4ba256c75d7f-d78c75c1-b735-402c-b217-a4af28292ed0', 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0', 'tenant_id': 'c49b0c74b5d14c8b88d8c260f8ec0d80', 'fixed_ips': [{'subnet_id': '5c8ca5a8-df8e-456b-b949-8cf0b9eafada'}]}} from dv-cinder-768105-3-iscsi. {{(pid=80270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 20:11:40.290129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:40.595660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Allocated IP 192.168.233.2 (d78c75c1-b735-402c-b217-a4af28292ed0/5c8ca5a8-df8e-456b-b949-8cf0b9eafada/521fdb6a-4aaa-4436-8a98-3b90efcdacea) {{(pid=80270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:11:40.891479 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Notify callbacks [] for port, precommit_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:40.970479 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Transition to ACTIVE for port object 521fdb6a-4aaa-4436-8a98-3b90efcdacea will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:11:40.989408 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Transition to ACTIVE for port object 521fdb6a-4aaa-4436-8a98-3b90efcdacea will not be triggered until provisioned by entity DHCP. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:11:41.027796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:41.048054 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:11:41.186909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Pushing event updated for resources: {'Port': ['ID=521fdb6a-4aaa-4436-8a98-3b90efcdacea,revision_number=1']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:11:41.204005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.204389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.204764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.205137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.205503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.205868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.206229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.206591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.206969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.207357 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.207718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.208074 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:11:41.214276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:11:41.259670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Network d78c75c1-b735-402c-b217-a4af28292ed0 is already hosted by enough agents. {{(pid=80270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:11:41.260986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Resources bound (agent type, host, resource id):  {{(pid=80270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:11:41.263459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Received port after_create {{(pid=80270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:11:41.323257 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Attempting to bind port 521fdb6a-4aaa-4436-8a98-3b90efcdacea on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:11:41.323647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Attempting to bind port 521fdb6a-4aaa-4436-8a98-3b90efcdacea by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '32a22757-e394-4093-b6bf-66d833ef4e06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:11:41.324054 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Attempting to bind port 521fdb6a-4aaa-4436-8a98-3b90efcdacea on network d78c75c1-b735-402c-b217-a4af28292ed0 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:11:41.330232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:11:41.330640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Checking segment: {'id': '32a22757-e394-4093-b6bf-66d833ef4e06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:11:41.331081 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:41.331540 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Bound using segment: {'id': '32a22757-e394-4093-b6bf-66d833ef4e06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:11:41.332056 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Bound port: 521fdb6a-4aaa-4436-8a98-3b90efcdacea, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a22757-e394-4093-b6bf-66d833ef4e06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:11:41.332495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:41.436389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] For port 521fdb6a-4aaa-4436-8a98-3b90efcdacea, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:11:41.439946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] For port 521fdb6a-4aaa-4436-8a98-3b90efcdacea, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=521fdb6a-4aaa-4436-8a98-3b90efcdacea,segment=NetworkSegment(32a22757-e394-4093-b6bf-66d833ef4e06),segment_id=32a22757-e394-4093-b6bf-66d833ef4e06)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:11:41.492841 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:41.507085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:11:41.661165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Pushing event updated for resources: {'Port': ['ID=521fdb6a-4aaa-4436-8a98-3b90efcdacea,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:11:41.666062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:11:42.990649 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c222edc-40df-43c9-b9e8-68910fa8ec84 None None] Network d78c75c1-b735-402c-b217-a4af28292ed0 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:11:43.031612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 521fdb6a-4aaa-4436-8a98-3b90efcdacea up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:11:43.394185 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-cf1b659f-9e11-4ec3-b7c6-5c29fbb90f48 None None] Provisioning for port 521fdb6a-4aaa-4436-8a98-3b90efcdacea completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:11:43.405377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-cf1b659f-9e11-4ec3-b7c6-5c29fbb90f48 None None] Provisioning complete for port 521fdb6a-4aaa-4436-8a98-3b90efcdacea triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:11:43.405793 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf1b659f-9e11-4ec3-b7c6-5c29fbb90f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:43.446715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 521fdb6a-4aaa-4436-8a98-3b90efcdacea completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:11:43.472060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 521fdb6a-4aaa-4436-8a98-3b90efcdacea triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:11:43.472470 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:43.719956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf1b659f-9e11-4ec3-b7c6-5c29fbb90f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:43.759369 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:43.795667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-cf1b659f-9e11-4ec3-b7c6-5c29fbb90f48 None None] For port 521fdb6a-4aaa-4436-8a98-3b90efcdacea, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=521fdb6a-4aaa-4436-8a98-3b90efcdacea,segment=NetworkSegment(32a22757-e394-4093-b6bf-66d833ef4e06),segment_id=32a22757-e394-4093-b6bf-66d833ef4e06)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:11:43.841631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf1b659f-9e11-4ec3-b7c6-5c29fbb90f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:43.847807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:11:43.913307 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:11:43.913749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:11:43.939195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b659f-9e11-4ec3-b7c6-5c29fbb90f48 None None] Pushing event updated for resources: {'Port': ['ID=521fdb6a-4aaa-4436-8a98-3b90efcdacea,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:11:43.942644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cf1b659f-9e11-4ec3-b7c6-5c29fbb90f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:11:43.968600 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3f54b423-28d5-4455-8a8f-be7aece4fcda None None] Provisioning complete for port 521fdb6a-4aaa-4436-8a98-3b90efcdacea triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:11:43.969026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f54b423-28d5-4455-8a8f-be7aece4fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:44.249339 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-befb23b7-3af6-4e4f-8e99-c4bb3289754a None None] Provisioning complete for port 521fdb6a-4aaa-4436-8a98-3b90efcdacea triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:11:44.249796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-befb23b7-3af6-4e4f-8e99-c4bb3289754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:44.502089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1b758e60-4166-40a5-a663-dce8158658d6 None None] Provisioning complete for port 521fdb6a-4aaa-4436-8a98-3b90efcdacea triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:11:44.502406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b758e60-4166-40a5-a663-dce8158658d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:44.752069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 5 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:11:44.930111 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 521fdb6a-4aaa-4436-8a98-3b90efcdacea up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:11:45.004111 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 521fdb6a-4aaa-4436-8a98-3b90efcdacea triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:11:45.004526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:54.726056 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2918e0b7-953e-42b8-9f30-78de4d642fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:57.758719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:57.878904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3250f1f5-20c0-4d5b-b887-5c351f70cafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:58.826769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:11:59.011005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:21.751040 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 5 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:12:24.740265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39566a83-e2d8-432a-99f2-d505438f2fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:27.769003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:27.883021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54781b19-fc74-430c-bdf8-72340de91cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:28.820036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:29.097570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:54.745672 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-336ae6a6-8ad3-4c84-869f-9cb04c5ffea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:56.466222 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43380) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:12:56.472546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [None req-47447a58-9649-4f99-b92b-98e8aa3f00be tempest-verify_tempest_config-1114977972 tempest-verify_tempest_config-1114977972] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:12:56.473563 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-47447a58-9649-4f99-b92b-98e8aa3f00be tempest-verify_tempest_config-1114977972 tempest-verify_tempest_config-1114977972] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0063062
Jan 22 20:12:57.006863 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43400) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:12:57.157431 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:57.173351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:12:57.177445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Usage tracker for resource:security_group_rule and tenant:15d1290cb5254b80810cb8e87e58244c is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:12:57.180537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:12:57.186278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:12:57.569281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:57.610861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:57.620426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:12:57.661959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Synchronizing usage tracker for tenant:c49b0c74b5d14c8b88d8c260f8ec0d80 on resource:security_group {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:12:57.666818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33925d20-029b-4b79-beb8-cf32434f192a,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:12:57.676729 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.677106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.677509 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.677873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.678231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.678595 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.678945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.679323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.679701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.680540 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.680892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.681248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:12:57.686828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:12:57.722105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Unset dirty status for tenant:c49b0c74b5d14c8b88d8c260f8ec0d80 on resource:security_group {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:12:57.723593 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=15d1290cb5254b80810cb8e87e58244c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7155337
Jan 22 20:12:57.726375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43406) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:12:57.773963 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:57.791148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d029ba22-2bb7-4ee7-981b-a01fbb4b8b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:57.818287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d029ba22-2bb7-4ee7-981b-a01fbb4b8b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:57.885361 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c396d31-d957-4994-9263-e4b5c41cb141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:57.913366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d029ba22-2bb7-4ee7-981b-a01fbb4b8b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:57.918537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:12:57.931682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029ba22-2bb7-4ee7-981b-a01fbb4b8b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33925d20-029b-4b79-beb8-cf32434f192a,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:12:57.934671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d029ba22-2bb7-4ee7-981b-a01fbb4b8b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:12:57.936812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d029ba22-2bb7-4ee7-981b-a01fbb4b8b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:57.938222 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d029ba22-2bb7-4ee7-981b-a01fbb4b8b00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33925d20-029b-4b79-beb8-cf32434f192a HTTP/1.1" status: 204  len: 168 time: 0.2104244
Jan 22 20:12:58.749962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 5 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:12:58.822575 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:12:59.005081 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:13:24.750260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a796636-6e85-46b9-8fd3-329fb397e648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:13:27.770358 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:13:27.881646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-220a6247-7d21-4913-8582-9bc2be10be02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:13:28.835654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:13:29.007089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:13:35.748354 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 5 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:13:54.752446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6da0bfd5-6961-4595-bdec-bd8fca532743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:13:57.775556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:13:57.878989 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7f5fda4-0fc1-4e5a-9bb0-bd714f06c437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:13:58.833507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:13:59.018386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:14:12.747351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 5 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:14:24.755393 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8894e59f-994f-415a-9ed5-22b39ac388c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:14:27.941851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:14:27.969330 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40116f1c-e46e-402e-be1f-15a9c2112f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:14:28.826933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:14:29.032306 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:14:40.423438 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776'] for agent, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:14:40.423987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.424187 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.424566 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.424961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.425314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.426379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.426636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.427012 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.429660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.429660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.429660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.429660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:14:40.429660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f73b7ee7080>, 'Open vSwitch agent', 'hv-cinder-76810', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:14:40.434036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f73b7cb0400>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76810', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:14:40.826029 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] get_endpoint_by_host() called for host hv-cinder-76810 {{(pid=80270) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 22 20:14:40.830188 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] get_endpoint_by_ip() called for ip 192.168.0.58 {{(pid=80270) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 22 20:14:40.834101 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] _add_endpoint() called for ip 192.168.0.58 {{(pid=80270) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 22 20:14:40.868809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] _get_endpoints() called {{(pid=80270) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 22 20:14:49.754776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:14:52.129645 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43478) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:14:52.280354 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b4459197-e123-42ee-8517-54e5a20907ef admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1494052
Jan 22 20:14:54.757527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e91bd61-e649-47b8-9c42-c52c2837fa0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:14:54.807485 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43488) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:14:54.894510 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c0baa1bd-f94a-44f4-9ebc-ee1f589b66b0 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0858381
Jan 22 20:14:57.792251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:14:57.880490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b5fccc3-a5e2-4480-b726-e5dd2957ee27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:14:58.849080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:14:59.032264 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:10.405754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:24.756835 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cbe6a103-349e-4646-afd1-4b5bc0f131bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:26.745376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:15:27.776038 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:27.879087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ff74641-22b2-4481-b556-b58b9384a272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:28.838705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:29.038774 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:40.425900 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:54.770321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3854e674-4bde-4905-bade-cd69aeb60cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:57.781371 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:57.882677 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d723b3c0-5bdc-407f-8ae6-53570c2bd0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:58.821421 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:15:59.050220 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:03.745367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:16:10.432948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:24.849825 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-205b7518-1d2a-4af1-9727-a6b9840afe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:27.787761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:27.878177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d008-bf24-4026-ae29-eee189f9901b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:28.843789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:29.061323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:34.381821 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43662) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:34.460715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43670) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:35.416551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-network', 'tenant_id': '5298656aa8d344849634ed79515c8355'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:35.422164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:35.426703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Usage tracker for resource:network and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:35.433243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:35.436205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:35.483589 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Made reservation on behalf of 5298656aa8d344849634ed79515c8355 for: {'network': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:35.490884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:35.510562 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:35.531265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:35.537095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Usage tracker for resource:security_group_rule and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:35.541535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:35.548591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:35.670026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1714322305-network', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:35.674826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:35.692756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Usage tracker for resource:network and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:35.692756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:35.698658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:35.748720 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Made reservation on behalf of e38ccd21c1674123bb7dd2df09b09606 for: {'network': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:35.756314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:35.771500 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:35.787389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:35.791709 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Usage tracker for resource:security_group_rule and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:35.794702 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:35.801099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:35.842963 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43696) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:35.876563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:35.914412 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:35.924482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:35.962210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:16:36.012217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.012615 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Added segment 3d1779d2-ad7e-40aa-a72a-6f4087626390 of type vxlan for network cb37c98c-35d3-4c00-b386-0eb554f9926a
Jan 22 20:16:36.017922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d593c68-7db1-40a9-ba6a-d2870357a4f7,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:36.033958 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.035746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.036142 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.036509 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.036869 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.037225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.037636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.037930 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.038285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.038703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.039155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.039421 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.041673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.041673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.041673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.041673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.041673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.041673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.042193 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.042193 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.042343 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.042689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.043032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.043404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.043755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Tracked resource versions report:
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]: pushed versions:
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]: {   'AddressGroup': {'1.1'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Log': {'1.0'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Network': {'1.1'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Port': {'1.6'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroup': {'1.4'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.2'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]: consumer versions:
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     L3 agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metering agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-768105-3-iscsi: {   'AddressGroup': '1.1',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.4',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.2',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-76810: {   'AddressGroup': '1.1',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Log': '1.0',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Network': '1.1',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Port': '1.6',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.4',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.2',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Jan 22 20:16:36.045131 dv-cinder-768105-3-iscsi neutron-server[80155]:  {{(pid=80269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 20:16:36.048929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:36.077372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43712) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:36.099978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.107016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.120017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:36.136667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43718) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:36.174223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194e7d7a-fa9f-48bf-bd01-f34bc00cbdfa,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:36.186300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:36.244030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.245916 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:36.246338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-network', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:36.247038 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.253848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:36.254064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-069b32e5-002e-4772-ad57-99ae8d927edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:36.258264 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Usage tracker for resource:network and tenant:8833752d98fa496a8cca50e1bcc67bfc is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:36.261481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:36.267317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:36.304407 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:16:36.304782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:16:36.306575 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Made reservation on behalf of 8833752d98fa496a8cca50e1bcc67bfc for: {'network': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:36.311655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.332189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1509321496-network', 'tenant_id': '35ab5b1364194bec8a00cb7a62edcde1'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:36.336087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.355956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:36.360370 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Usage tracker for resource:security_group_rule and tenant:8833752d98fa496a8cca50e1bcc67bfc is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:36.363993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:36.370760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:36.383578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Pushing event updated for resources: {'Network': ['ID=cb37c98c-35d3-4c00-b386-0eb554f9926a,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:36.392234 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:36.392627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:36.393969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Usage tracker for resource:network and tenant:35ab5b1364194bec8a00cb7a62edcde1 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:36.395242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network cb37c98c-35d3-4c00-b386-0eb554f9926a details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:16:36.404083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:36.406646 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.0225806
Jan 22 20:16:36.410401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43728) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:36.415163 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:36.429480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Request body: {'subnet': {'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-subnet', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:36.442705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:36.451240 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Usage tracker for resource:subnet and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:36.458596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Made reservation on behalf of 35ab5b1364194bec8a00cb7a62edcde1 for: {'network': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:36.461327 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:36.464109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.477895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:36.486980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.520691 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network cb37c98c-35d3-4c00-b386-0eb554f9926a details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:16:36.523878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Made reservation on behalf of 5298656aa8d344849634ed79515c8355 for: {'subnet': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:36.525109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:36.529559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.536879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Usage tracker for resource:security_group_rule and tenant:35ab5b1364194bec8a00cb7a62edcde1 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:36.542206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.543819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:36.551002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:36.587550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.600568 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:36.635892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40dc405-9669-4549-85f0-0d3725b65d17,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:36.650076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-162376732-network', 'tenant_id': '50acb7baae23426ab1c2e7157517dc89'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:36.654651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.655046 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.655445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.655811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.656167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.656579 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.656855 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.657205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.657558 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.658044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.658232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.658566 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.658972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.659342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.659690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.660036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.660379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.660810 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.661656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.662001 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.662345 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.662688 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.663035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.663406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Tracked resource versions report:
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]: pushed versions:
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]: {   'AddressGroup': {'1.1'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Log': {'1.0'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Network': {'1.1'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Port': {'1.6'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroup': {'1.4'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.2'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]: consumer versions:
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     L3 agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metering agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-768105-3-iscsi: {   'AddressGroup': '1.1',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.4',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.2',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-76810: {   'AddressGroup': '1.1',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Log': '1.0',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Network': '1.1',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Port': '1.6',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.4',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.2',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Jan 22 20:16:36.664791 dv-cinder-768105-3-iscsi neutron-server[80155]:  {{(pid=80268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 20:16:36.673376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:36.686157 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:16:36.703723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:36.706567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.707091 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Added segment 39247533-62e5-4bdc-87b1-11e7a2b5e6db of type vxlan for network b9206a83-e41a-460b-aea7-8dc961f124e6
Jan 22 20:16:36.732635 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Usage tracker for resource:network and tenant:50acb7baae23426ab1c2e7157517dc89 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:36.806289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:36.887741 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:36.912436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:36.946469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.065047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.097226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Made reservation on behalf of 50acb7baae23426ab1c2e7157517dc89 for: {'network': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:37.104784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.123962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.134547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.151278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:37.182051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:37.208917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Usage tracker for resource:security_group_rule and tenant:50acb7baae23426ab1c2e7157517dc89 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:37.222192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae697cf5-0517-45be-a87b-ee8636d039bf,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:37.230296 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:37.249415 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:37.263386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:37.283552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.298465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:37.298465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.298465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:37.321770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:16:37.322188 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:16:37.408226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Pushing event updated for resources: {'Network': ['ID=b9206a83-e41a-460b-aea7-8dc961f124e6,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:37.408983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.418786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:16:37.419180 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:16:37.435019 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:37.440224 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network b9206a83-e41a-460b-aea7-8dc961f124e6 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:16:37.466699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:16:37.474312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network b9206a83-e41a-460b-aea7-8dc961f124e6 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:16:37.478054 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.478456 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Added segment 4628502b-d2ff-4e81-9dbb-bb9c0760a63a of type vxlan for network 680ba046-e955-4e19-a2a5-d87c6b56d8a5
Jan 22 20:16:37.508564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.536695 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6913929
Jan 22 20:16:37.543253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43758) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:37.561257 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Request body: {'subnet': {'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-subnet', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:37.570306 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:37.577052 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.577947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.579108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Usage tracker for resource:subnet and tenant:8833752d98fa496a8cca50e1bcc67bfc is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:37.582419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:37.586437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:37.587210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.596896 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.626571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.627420 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-296242c4-e43c-400f-9537-d3774b8b567e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:37.642376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:37.655060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:16:37.664140 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 3.1984177
Jan 22 20:16:37.667337 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43764) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:37.668277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:37.679344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Request body: {'subnet': {'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1714322305-subnet', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:37.684612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:37.688858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Usage tracker for resource:subnet and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:37.692014 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:37.698181 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:37.717360 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c828e8c0-278a-4d98-89db-370766e90c70,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:37.721344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.722127 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Added segment 60e3fa22-bdf3-41cf-bc25-710a1d59db43 of type vxlan for network b2ce280f-e5a9-40c0-a924-e7b421b6463b
Jan 22 20:16:37.724450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:37.805954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.815148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Made reservation on behalf of 8833752d98fa496a8cca50e1bcc67bfc for: {'subnet': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:37.822663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.877794 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.879098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:37.879848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.885265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:37.918428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Made reservation on behalf of e38ccd21c1674123bb7dd2df09b09606 for: {'subnet': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:37.921934 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:37.925871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Notify callbacks [] for subnet, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:38.018145 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Pushing event updated for resources: {'Network': ['ID=b2ce280f-e5a9-40c0-a924-e7b421b6463b,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:38.021773 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:38.032087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network b2ce280f-e5a9-40c0-a924-e7b421b6463b details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:16:38.032928 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:16:38.036017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Pushing event updated for resources: {'Network': ['ID=680ba046-e955-4e19-a2a5-d87c6b56d8a5,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:38.057312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:38.060199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:38.064698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network b2ce280f-e5a9-40c0-a924-e7b421b6463b details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:16:38.077278 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.9392757
Jan 22 20:16:38.090249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43770) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:38.100464 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Request body: {'subnet': {'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-162376732-subnet', 'tenant_id': '50acb7baae23426ab1c2e7157517dc89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:38.108477 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:38.111668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:38.112694 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Added segment c489fc1e-3ea0-4d4d-8885-c609a19ae76f of type vxlan for network 79b97134-d1dc-42a0-81e4-96f514de151d
Jan 22 20:16:38.121618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Usage tracker for resource:subnet and tenant:50acb7baae23426ab1c2e7157517dc89 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:38.127769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:38.140498 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:38.172734 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:38.230673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Made reservation on behalf of 50acb7baae23426ab1c2e7157517dc89 for: {'subnet': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:38.236819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:38.283129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:38.287787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:38.288408 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:38.311961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18ea5db4-713d-4987-92cc-c67aefcbdd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:38.367191 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d88dd98-dd68-450e-b555-53355c2e4ae3,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:38.382133 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:38.401029 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Checking segment: {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:16:38.401769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Network hostable DHCP agents. Network: cb37c98c-35d3-4c00-b386-0eb554f9926a, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:16:38.442776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:16:38.558447 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:16:38.714547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Network cb37c98c-35d3-4c00-b386-0eb554f9926a is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:16:38.802375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, cb37c98c-35d3-4c00-b386-0eb554f9926a) {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:38.826692 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:38.827389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:38.909322 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.4935358
Jan 22 20:16:38.921029 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aafc89-65dc-4183-8102-773f70e1fa76 None None] Network cb37c98c-35d3-4c00-b386-0eb554f9926a requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:16:38.929198 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Pushing event updated for resources: {'Network': ['ID=79b97134-d1dc-42a0-81e4-96f514de151d,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:38.935310 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:38.936848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43800) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:38.947277 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.8686640
Jan 22 20:16:38.950779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43804) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:38.954047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network 79b97134-d1dc-42a0-81e4-96f514de151d details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:16:38.955178 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:38.965170 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:38.974779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Request body: {'subnet': {'network_id': '79b97134-d1dc-42a0-81e4-96f514de151d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1509321496-subnet', 'tenant_id': '35ab5b1364194bec8a00cb7a62edcde1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:38.978329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Usage tracker for resource:router and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:38.981796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:38.982682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:38.988369 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Usage tracker for resource:subnet and tenant:35ab5b1364194bec8a00cb7a62edcde1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:38.992382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:38.993490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:38.999180 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:39.061918 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853040007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854665973'] for router, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:39.063172 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109826'] for router, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:39.077009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network 79b97134-d1dc-42a0-81e4-96f514de151d details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:16:39.177594 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:39.183311 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Made reservation on behalf of 35ab5b1364194bec8a00cb7a62edcde1 for: {'subnet': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:39.189031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:39.313101 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eaae7c6-3d94-5809-a621-4ba256c75d7f-cb37c98c-35d3-4c00-b386-0eb554f9926a', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3'}]}} from dv-cinder-768105-3-iscsi. {{(pid=80270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 20:16:39.314030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:39.757430 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853127047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109841'] for router, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:39.758100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:39.835384 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Allocated IP 172.20.0.2 (cb37c98c-35d3-4c00-b386-0eb554f9926a/5d88dd98-dd68-450e-b555-53355c2e4ae3/3a12ad68-d50e-4446-b92e-fa4682c67408) {{(pid=80270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:16:39.838933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-19acd3a1-b343-4feb-a5dc-54907070eaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:39.885824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:39.904070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:40.102722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f558a429-c26a-4640-89aa-fe7b3aced594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:40.183308 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Notify callbacks [] for port, precommit_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:40.237922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=703ccb20-1ede-4180-86d9-702b53f9353c,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:40.245348 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:40.245877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cf76fdc8-8eb2-488b-b5fc-1b026617fb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:40.258514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1014b5cf-4f46-4af2-bda1-9028b21ea5b3,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:40.265397 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:40.280922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Transition to ACTIVE for port object 3a12ad68-d50e-4446-b92e-fa4682c67408 will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:16:40.284230 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Checking segment: {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:16:40.284823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Network hostable DHCP agents. Network: b2ce280f-e5a9-40c0-a924-e7b421b6463b, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:16:40.307293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Transition to ACTIVE for port object 3a12ad68-d50e-4446-b92e-fa4682c67408 will not be triggered until provisioned by entity DHCP. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:16:40.346904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:40.456141 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=967b80c3-e198-489e-92d2-dca429bbbdd3,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:40.470453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:40.485529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Network b2ce280f-e5a9-40c0-a924-e7b421b6463b is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:16:40.554822 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:40.593755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, b2ce280f-e5a9-40c0-a924-e7b421b6463b) {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:40.603522 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:40.604157 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:40.613259 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16776160-dc37-4972-8c04-376752926aae None None] Network b2ce280f-e5a9-40c0-a924-e7b421b6463b requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:16:40.649629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:40.650284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Checking segment: {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:16:40.650681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Network hostable DHCP agents. Network: 680ba046-e955-4e19-a2a5-d87c6b56d8a5, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:16:40.685344 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.5933299
Jan 22 20:16:40.686956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:40.734258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Checking segment: {'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:16:40.734681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Network hostable DHCP agents. Network: b9206a83-e41a-460b-aea7-8dc961f124e6, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:16:40.752335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:40.757237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:16:40.764684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:16:40.765240 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Network cb37c98c-35d3-4c00-b386-0eb554f9926a is already hosted by enough agents. {{(pid=80270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:16:40.776413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, 680ba046-e955-4e19-a2a5-d87c6b56d8a5) {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:40.778752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Pushing event updated for resources: {'Port': ['ID=3a12ad68-d50e-4446-b92e-fa4682c67408,revision_number=1']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:40.781539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Resources bound (agent type, host, resource id):  {{(pid=80270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:40.788796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde400f5-3869-4735-a7f3-144eb7d44fd3 None None] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:16:40.796068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:40.796958 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:40.806453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Received port after_create {{(pid=80270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:16:40.822872 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Network b9206a83-e41a-460b-aea7-8dc961f124e6 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:16:40.834338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.834916 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.835441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.835987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.836559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.836829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.837298 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.837767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.838240 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.838705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.839190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.839701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.840220 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.840695 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.841164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.841630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.842198 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.842551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.843015 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.843521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.844174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.844432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.844871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.845344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Tracked resource versions report:
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]: pushed versions:
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]: {   'AddressGroup': {'1.1'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Log': {'1.0'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Network': {'1.1'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Port': {'1.6'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroup': {'1.4'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.2'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]: consumer versions:
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     L3 agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metering agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-768105-3-iscsi: {   'AddressGroup': '1.1',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.4',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.2',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-76810: {   'AddressGroup': '1.1',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Log': '1.0',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Network': '1.1',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Port': '1.6',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.4',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.2',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Jan 22 20:16:40.846798 dv-cinder-768105-3-iscsi neutron-server[80155]:  {{(pid=80270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 20:16:40.868695 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:40.904217 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2331378
Jan 22 20:16:40.905548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43844) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:40.914429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, b9206a83-e41a-460b-aea7-8dc961f124e6) {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:40.921183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:40.932294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:40.937070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Usage tracker for resource:router and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:40.942616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:40.950912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:40.951744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:40.952223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:40.974425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:40.976739 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184856e-dd4e-4a36-a708-e9551d043288 None None] Network b9206a83-e41a-460b-aea7-8dc961f124e6 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:16:40.992678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:41.069900 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853040007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854665973'] for router, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:41.071030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109826'] for router, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:41.074278 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.5238390
Jan 22 20:16:41.081026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43854) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:41.113070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Attempting to bind port 3a12ad68-d50e-4446-b92e-fa4682c67408 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:16:41.113468 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Attempting to bind port 3a12ad68-d50e-4446-b92e-fa4682c67408 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:16:41.114539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Attempting to bind port 3a12ad68-d50e-4446-b92e-fa4682c67408 on network cb37c98c-35d3-4c00-b386-0eb554f9926a {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:16:41.130404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:41.134276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:16:41.134669 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Checking segment: {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:16:41.135136 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:41.135618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Bound using segment: {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:16:41.136161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Bound port: 3a12ad68-d50e-4446-b92e-fa4682c67408, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:16:41.136583 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:41.151442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-router', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:41.168896 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Allocated IP 172.27.1.199 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/85331b6c-0ae1-4d2d-89fd-412c3fb5fe27) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:16:41.177461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:41.197710 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=696176c1-0ad0-4fd9-a904-5ebe3a6ab655,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:41.203284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:41.245951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Usage tracker for resource:router and tenant:8833752d98fa496a8cca50e1bcc67bfc is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:41.252527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:41.270476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:41.291357 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Checking segment: {'id': 'c489fc1e-3ea0-4d4d-8885-c609a19ae76f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79b97134-d1dc-42a0-81e4-96f514de151d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:16:41.291357 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Network hostable DHCP agents. Network: 79b97134-d1dc-42a0-81e4-96f514de151d, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:16:41.338775 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853040007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854665973'] for router, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:41.338775 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109826'] for router, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:41.368395 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:41.389146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Network 79b97134-d1dc-42a0-81e4-96f514de151d is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:16:41.430291 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43876) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:41.435255 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 22 20:16:41.490087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, 79b97134-d1dc-42a0-81e4-96f514de151d) {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:41.583754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:41.584415 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:41.625738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee9b21-8ffa-49fe-85cf-c62b8c0f3850 None None] Network 79b97134-d1dc-42a0-81e4-96f514de151d requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:16:41.777025 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaecbd1-fe4a-44a9-a01e-1f6d2b8f4a59 None None] Network b2ce280f-e5a9-40c0-a924-e7b421b6463b requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:16:41.831282 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.8754487
Jan 22 20:16:41.920039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853127047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109841'] for router, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:41.971552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-c545aeed-e01f-489a-ad42-f5237db4799a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:41.973357 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-c545aeed-e01f-489a-ad42-f5237db4799a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 814 time: 0.5417974
Jan 22 20:16:42.000912 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-bebf25bf-ac88-4cdf-88ae-4d6db98b9cb2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/quotas/50acb7baae23426ab1c2e7157517dc89 HTTP/1.1" status: 200  len: 375 time: 0.0206437
Jan 22 20:16:42.009785 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:42.031168 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853127047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109841'] for router, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:42.122898 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-44402e83-631a-44d2-a644-6546856cf3fc tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1183910
Jan 22 20:16:42.143619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] For port 3a12ad68-d50e-4446-b92e-fa4682c67408, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:16:42.151321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:42.173843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eaae7c6-3d94-5809-a621-4ba256c75d7f-680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c'}]}} from dv-cinder-768105-3-iscsi. {{(pid=80270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 20:16:42.174756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:42.219661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46ecf9b4-3735-4772-8544-cdb7ff85d3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:42.501474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:16:42.505680 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:42.508664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:16:42.524209 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Allocated IP 172.20.0.2 (680ba046-e955-4e19-a2a5-d87c6b56d8a5/703ccb20-1ede-4180-86d9-702b53f9353c/cc9b225d-f29e-4a59-abe6-0f721c39c05a) {{(pid=80270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:16:42.684837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 43922) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:42.694314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] For port 3a12ad68-d50e-4446-b92e-fa4682c67408, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=3a12ad68-d50e-4446-b92e-fa4682c67408,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:16:42.768293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-ea8bc401-cb20-4ccf-a795-c8658ef06843 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:16:42.769572 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-ea8bc401-cb20-4ccf-a795-c8658ef06843 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1005683
Jan 22 20:16:42.845776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:42.926184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:42.926430 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Pushing event updated for resources: {'Port': ['ID=85331b6c-0ae1-4d2d-89fd-412c3fb5fe27,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:42.929647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:42.962281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc03420-656c-4b66-b0d4-28c8f068ad37 None None] Network b9206a83-e41a-460b-aea7-8dc961f124e6 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:16:43.005201 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28634f88-1e73-4371-8adb-a58f018f50e8 None None] Network 79b97134-d1dc-42a0-81e4-96f514de151d requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:16:43.018378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:43.041955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540daa23-f921-4892-9047-7b699a01e627 req-79f35122-db10-4719-9373-32c55d7b7d16 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:43.043766 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-79f35122-db10-4719-9373-32c55d7b7d16 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/networks?id=79b97134-d1dc-42a0-81e4-96f514de151d HTTP/1.1" status: 200  len: 812 time: 0.3577359
Jan 22 20:16:43.078958 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-00e2d892-4864-42a4-946e-1288e6a15ab1 service neutron] 10.222.0.38 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2568464
Jan 22 20:16:43.099203 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-3869830b-6972-479b-9cf4-e883be874973 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/quotas/35ab5b1364194bec8a00cb7a62edcde1 HTTP/1.1" status: 200  len: 375 time: 0.0443914
Jan 22 20:16:43.336109 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-b1a5ba0f-b07a-43de-bb0e-a06e209534ae tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?tenant_id=35ab5b1364194bec8a00cb7a62edcde1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1678917
Jan 22 20:16:43.486802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Notify callbacks [] for port, precommit_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:43.507675 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-5966ecc3-bb59-4234-8dd7-f057aecf51c5 service neutron] 10.222.0.38 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3464665
Jan 22 20:16:43.508955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:43.564721 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:43.601132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-bfabb1b3-1e6d-450e-a8e2-67632af3cef6 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:16:43.602357 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-bfabb1b3-1e6d-450e-a8e2-67632af3cef6 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1477661
Jan 22 20:16:43.608823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Transition to ACTIVE for port object cc9b225d-f29e-4a59-abe6-0f721c39c05a will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:16:43.649129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Pushing event updated for resources: {'Port': ['ID=3a12ad68-d50e-4446-b92e-fa4682c67408,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:43.662344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:43.724409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Transition to ACTIVE for port object cc9b225d-f29e-4a59-abe6-0f721c39c05a will not be triggered until provisioned by entity DHCP. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:16:43.791039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:43.816125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:43.833463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:43.911768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:43.914923 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-4cca0d71-976b-4df8-ab7d-8949a139494b service neutron] 10.222.0.38 "GET /v2.0/networks/79b97134-d1dc-42a0-81e4-96f514de151d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2886500
Jan 22 20:16:44.012873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853129231'] for router, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:44.091807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Allocated IP 172.27.1.37 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/ccd233ad-c893-47e8-b7f2-1d051dbc959b) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:16:44.250121 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Pushing event updated for resources: {'Port': ['ID=cc9b225d-f29e-4a59-abe6-0f721c39c05a,revision_number=1']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:44.266986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:44.322374 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 is already hosted by enough agents. {{(pid=80270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:16:44.323868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Resources bound (agent type, host, resource id):  {{(pid=80270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:44.333112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Received port after_create {{(pid=80270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:16:44.450094 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2cf1838-65cd-43e5-a436-ef4d7c29bcc0 req-25f14e01-df6c-4047-9233-0e6074a65e5a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 210 time: 0.1635540
Jan 22 20:16:44.456947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Attempting to bind port cc9b225d-f29e-4a59-abe6-0f721c39c05a on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:16:44.457876 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Attempting to bind port cc9b225d-f29e-4a59-abe6-0f721c39c05a by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:16:44.458294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Attempting to bind port cc9b225d-f29e-4a59-abe6-0f721c39c05a on network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:16:44.464717 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:16:44.465190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Checking segment: {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:16:44.465713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:44.466149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Bound using segment: {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:16:44.466666 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Bound port: cc9b225d-f29e-4a59-abe6-0f721c39c05a, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:16:44.467082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:44.501335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Router 4cf32e1d-042c-4784-a234-867896f541be is scheduled to L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 with binding_index 1 {{(pid=80268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 20:16:44.558121 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-1cced780-2565-4ebd-b61b-e160e0005db5 service neutron] 10.222.0.38 "GET /v2.0/networks/79b97134-d1dc-42a0-81e4-96f514de151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4694157
Jan 22 20:16:44.628853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:44.640877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] For port cc9b225d-f29e-4a59-abe6-0f721c39c05a, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:16:44.644728 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] For port cc9b225d-f29e-4a59-abe6-0f721c39c05a, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=cc9b225d-f29e-4a59-abe6-0f721c39c05a,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:16:44.676408 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:44.693859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:44.707483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:44.731362 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:44.859086 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:16:44.870802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Sync routers for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:16:44.880512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Allocated IP 172.27.1.173 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/668895a5-fd91-4aa0-8bff-6ed6c6a528ad) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:16:44.889555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:16:44.890466 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d39da0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:45.031785 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Pushing event updated for resources: {'Port': ['ID=cc9b225d-f29e-4a59-abe6-0f721c39c05a,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:45.042246 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd233ad-c893-47e8-b7f2-1d051dbc959b,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:45.043864 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:45.059340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:45.120967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:16:45.194685 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Notify callbacks [] for router, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:45.195529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:16:45.207811 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.2629879
Jan 22 20:16:45.211570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:45.214622 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 43998) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:45.277873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:45.305221 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-22780005-a177-4937-8f90-97edeadac531 req-851a03df-03b0-48a3-aba8-4428d2602c07 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.2445393
Jan 22 20:16:45.306583 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:16:45.308467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3a12ad68-d50e-4446-b92e-fa4682c67408 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:16:45.604347 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:45.676233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 3a12ad68-d50e-4446-b92e-fa4682c67408 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:16:45.896303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d39da0>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:42Z', 'revision_number': 3, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:45.907356 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Checking router: 4cf32e1d-042c-4784-a234-867896f541be for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:16:45.907356 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Updating router 4cf32e1d-042c-4784-a234-867896f541be port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 binding host dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:16:46.003854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:46.064407 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d220633b-cb92-4153-a0ec-dc4698aedd8d req-cfae92ac-98e0-4146-9bc3-b5d1fea48315 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 210 time: 0.2537668
Jan 22 20:16:46.081591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:46.105669 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994857ea-d450-4a4f-95a9-45e0abd3e0fb None None] Network cb37c98c-35d3-4c00-b386-0eb554f9926a requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:16:46.173620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Pushing event updated for resources: {'Port': ['ID=668895a5-fd91-4aa0-8bff-6ed6c6a528ad,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:46.195835 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:46.320586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4ad8ded3-b320-4c84-8b5c-eecf56df4cc8 None None] Provisioning for port 3a12ad68-d50e-4446-b92e-fa4682c67408 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:16:46.333508 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4ad8ded3-b320-4c84-8b5c-eecf56df4cc8 None None] Provisioning complete for port 3a12ad68-d50e-4446-b92e-fa4682c67408 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:46.333921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ad8ded3-b320-4c84-8b5c-eecf56df4cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:46.502704 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:16:46.506147 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:46.517674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:16:46.655867 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59801554-ed49-4267-83dc-f58f136e951f req-414c5f19-76f9-488d-a946-40b6b99431d6 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.1269057
Jan 22 20:16:46.690463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ad8ded3-b320-4c84-8b5c-eecf56df4cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:46.725488 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:46.841457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:46.856103 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4ad8ded3-b320-4c84-8b5c-eecf56df4cc8 None None] For port 3a12ad68-d50e-4446-b92e-fa4682c67408, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=3a12ad68-d50e-4446-b92e-fa4682c67408,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:16:46.876381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Transition to ACTIVE for port object 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:16:46.901601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ad8ded3-b320-4c84-8b5c-eecf56df4cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:46.905211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:46.934897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:47.168117 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:47.308558 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1d81b4e9-979e-49d5-b41a-09ff7a5eef29 None None] Provisioning complete for port 3a12ad68-d50e-4446-b92e-fa4682c67408 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:47.309142 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1d81b4e9-979e-49d5-b41a-09ff7a5eef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:47.450395 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device cc9b225d-f29e-4a59-abe6-0f721c39c05a up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:16:47.518009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Pushing event updated for resources: {'Port': ['ID=85331b6c-0ae1-4d2d-89fd-412c3fb5fe27,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:47.545523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8ded3-b320-4c84-8b5c-eecf56df4cc8 None None] Pushing event updated for resources: {'Port': ['ID=3a12ad68-d50e-4446-b92e-fa4682c67408,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:47.560021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ad8ded3-b320-4c84-8b5c-eecf56df4cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:47.576859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9826f2b2-de05-4c89-b80d-3d082b332431 None None] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:16:47.604862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.604862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.604862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.604862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.604862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.604862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.611625 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.612078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.612473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.616095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.616484 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.616858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.617295 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.617657 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.618016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.618375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.618729 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.619082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.619463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.619812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.620163 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.620512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.620861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.621211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Tracked resource versions report:
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]: pushed versions:
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]: {   'AddressGroup': {'1.1'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     'ConntrackHelper': {'1.0'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Log': {'1.0'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Network': {'1.1'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Port': {'1.6'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     'PortForwarding': {'1.2'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     'QosPolicy': {'1.8'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroup': {'1.4'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SecurityGroupRule': {'1.2'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     'SubPort': {'1.0'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Subnet': {'1.1'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     'Trunk': {'1.1'}}
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]: consumer versions:
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]: {   DHCP agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     L3 agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metadata agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     Metering agent@dv-cinder-768105-3-iscsi: {},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@dv-cinder-768105-3-iscsi: {   'AddressGroup': '1.1',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'ConntrackHelper': '1.0',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Log': '1.0',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Network': '1.1',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Port': '1.6',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'PortForwarding': '1.2',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'QosPolicy': '1.8',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroup': '1.4',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SecurityGroupRule': '1.2',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'SubPort': '1.0',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Subnet': '1.1',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                                      'Trunk': '1.1'},
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:     Open vSwitch agent@hv-cinder-76810: {   'AddressGroup': '1.1',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'ConntrackHelper': '1.0',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Log': '1.0',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Network': '1.1',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Port': '1.6',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'PortForwarding': '1.2',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'QosPolicy': '1.8',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SecurityGroup': '1.4',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SecurityGroupRule': '1.2',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'SubPort': '1.0',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Subnet': '1.1',
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:                                             'Trunk': '1.1'}}
Jan 22 20:16:47.622838 dv-cinder-768105-3-iscsi neutron-server[80155]:  {{(pid=80271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 22 20:16:47.667496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:47.686114 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:47.741071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Attempting to bind port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:16:47.742143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Attempting to bind port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:16:47.742632 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Attempting to bind port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 on network d8bd5390-3dcb-4b6b-909c-af9dcb268065 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:16:47.750846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:16:47.751386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Checking segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:16:47.751924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:47.753013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Bound using segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:16:47.755085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Bound port: 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:16:47.755608 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:47.824414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853129231'] for router, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:47.955085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] For port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:16:47.962951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] For port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=85331b6c-0ae1-4d2d-89fd-412c3fb5fe27,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:16:47.970658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:48.025069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:48.045796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:48.071867 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5001cf29-6317-42cb-8b1f-acbfeed5d848 req-8bcc6515-653b-408a-be8e-e0a05dc4b017 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 210 time: 0.2432308
Jan 22 20:16:48.418336 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Pushing event updated for resources: {'Port': ['ID=85331b6c-0ae1-4d2d-89fd-412c3fb5fe27,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:48.434944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:48.521095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:16:48.522102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d39da0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:48.529536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 is scheduled to L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 with binding_index 1 {{(pid=80269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 20:16:48.757054 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.48', 55698) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:48.758895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 44092) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:48.778526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port cc9b225d-f29e-4a59-abe6-0f721c39c05a completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:16:48.966685 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a4c35132-7d6c-4fdb-9653-eafd0911cc04 None None] Provisioning complete for port 3a12ad68-d50e-4446-b92e-fa4682c67408 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:48.967112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a4c35132-7d6c-4fdb-9653-eafd0911cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:49.064596 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c49d9477-0c89-4aeb-9313-ee678a913051 req-4e28a9d9-f1d2-459a-849b-9ddf105c5f5e tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.3107069
Jan 22 20:16:49.266592 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Allocated IP 172.20.0.1 (cb37c98c-35d3-4c00-b386-0eb554f9926a/5d88dd98-dd68-450e-b555-53355c2e4ae3/3e789385-5d14-4c7c-9300-d791c54505a3) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:16:49.349633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3a12ad68-d50e-4446-b92e-fa4682c67408 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:16:49.450870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-4786ac6b-0c4c-4a11-a2db-55da019c4dd4 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:49.452495 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-4786ac6b-0c4c-4a11-a2db-55da019c4dd4 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 814 time: 0.6924567
Jan 22 20:16:49.488939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:49.491327 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:16:49.512784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Transition to ACTIVE for port object 3e789385-5d14-4c7c-9300-d791c54505a3 will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:16:49.537153 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:16:49.554898 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1bb7945b-4d76-4a37-b323-adcef47de33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:49.584199 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a41bc9b-98d3-49e3-9b1e-19894c545d19 req-90c25029-dbc4-40cc-9bb7-a5d36ebb0175 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 210 time: 0.1136341
Jan 22 20:16:49.599588 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1bb7945b-4d76-4a37-b323-adcef47de33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:49.615785 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1bb7945b-4d76-4a37-b323-adcef47de33d admin admin] Usage tracker for resource:security_group_rule and tenant:4f659e9d23424f7eaf54899169dc448a is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:49.619499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1bb7945b-4d76-4a37-b323-adcef47de33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:49.632679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1bb7945b-4d76-4a37-b323-adcef47de33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:49.638198 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:49.639533 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 8.5573390
Jan 22 20:16:49.644464 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 44124) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:49.681490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Sync routers for ids ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:16:49.686321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:49.688491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 3a12ad68-d50e-4446-b92e-fa4682c67408 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:49.688915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:49.756105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Routers {'1ee84e35-c0f2-4e97-88c0-8115f30c9b64'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:16:49.756807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7aa1f28>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:49.824819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f316fd5a-60ec-4013-9b7c-f816f924017a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:49.941994 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Pushing event updated for resources: {'Port': ['ID=3e789385-5d14-4c7c-9300-d791c54505a3,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:49.977757 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:49.984367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a4c35132-7d6c-4fdb-9653-eafd0911cc04 None None] Provisioning for port cc9b225d-f29e-4a59-abe6-0f721c39c05a completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:16:49.993266 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a4c35132-7d6c-4fdb-9653-eafd0911cc04 None None] Provisioning complete for port cc9b225d-f29e-4a59-abe6-0f721c39c05a triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:49.993688 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a4c35132-7d6c-4fdb-9653-eafd0911cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:50.034876 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d39da0>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:42Z', 'revision_number': 3, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:50.048684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a96099-820c-44b1-8c0e-272fd209561f None None] The sync data for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi is: [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:42Z', 'revision_number': 3, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:16:50.206149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853129231'] for router, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:50.360131 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Set router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:16:50.397794 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Network cb37c98c-35d3-4c00-b386-0eb554f9926a is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:16:50.399661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:50.416165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:16:50.427811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853040075'] for router_interface, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:50.902586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a4c35132-7d6c-4fdb-9653-eafd0911cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:50.948374 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fba82960-9b93-43c8-9bda-a935efcb2ae3 req-ac6b0d42-d4b5-4276-8bf3-3f5c28bf094f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 210 time: 0.1297433
Jan 22 20:16:50.962055 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d7716a1-379d-477e-85df-c9171706e844 req-f9fd0162-2380-44f3-a707-e9727a81201d tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.1019018
Jan 22 20:16:50.994858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Router 0bcac44c-ddee-44a6-9e0a-668461243e0b is scheduled to L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 with binding_index 1 {{(pid=80268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 20:16:51.042824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a4c35132-7d6c-4fdb-9653-eafd0911cc04 None None] For port cc9b225d-f29e-4a59-abe6-0f721c39c05a, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=cc9b225d-f29e-4a59-abe6-0f721c39c05a,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:16:51.105143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a4c35132-7d6c-4fdb-9653-eafd0911cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.140480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:51.144961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1bb7945b-4d76-4a37-b323-adcef47de33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.205556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1bb7945b-4d76-4a37-b323-adcef47de33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.205754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.226644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:16:51.254523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d029ba22-2bb7-4ee7-981b-a01fbb4b8b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:51.315638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7aa1f28>, [{'id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-router', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:46Z', 'revision_number': 3, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'gw_port': {'id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:43Z', 'updated_at': '2021-01-22T20:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:51.319466 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7945b-4d76-4a37-b323-adcef47de33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f09ca-7fb0-4d2b-ae56-6e1bd6f169fb,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:51.326858 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1bb7945b-4d76-4a37-b323-adcef47de33d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f659e9d23424f7eaf54899169dc448a&name=default HTTP/1.1" status: 200  len: 2975 time: 2.5646858
Jan 22 20:16:51.327944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1bb7945b-4d76-4a37-b323-adcef47de33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:51.330474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 44148) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:51.361700 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.383161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:16:51.385315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c35132-7d6c-4fdb-9653-eafd0911cc04 None None] Pushing event updated for resources: {'Port': ['ID=cc9b225d-f29e-4a59-abe6-0f721c39c05a,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:51.389311 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a4c35132-7d6c-4fdb-9653-eafd0911cc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:51.403846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d6fd2c16-9997-41ae-9377-a197171d1323 None None] Provisioning complete for port cc9b225d-f29e-4a59-abe6-0f721c39c05a triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:51.404247 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6fd2c16-9997-41ae-9377-a197171d1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.405066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Sync routers for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:16:51.423581 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:16:51.424312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b791b358>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:51.467277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Checking router: 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:16:51.467677 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Updating router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 port ccd233ad-c893-47e8-b7f2-1d051dbc959b binding host dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:16:51.504850 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:16:51.520480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:51.520897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.596377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f4ba825b-03b2-43c3-af0c-ebe978056953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.644681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.648027 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Notify callbacks [] for router, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.648167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f4ba825b-03b2-43c3-af0c-ebe978056953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.652112 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 10.7427087
Jan 22 20:16:51.652859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44152) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:51.656917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:16:51.754944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.925555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.935664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853214723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735831'] for router_interface, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:51.981738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Allocated IP 172.20.0.1 (b9206a83-e41a-460b-aea7-8dc961f124e6/967b80c3-e198-489e-92d2-dca429bbbdd3/74bd514d-1f17-4f15-980e-13501e1c7218) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:16:52.008887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:52.019112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f33743a7-1f44-400b-b4af-ca284b0472e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:52.070402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=85331b6c-0ae1-4d2d-89fd-412c3fb5fe27,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:16:52.075444 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d6fd2c16-9997-41ae-9377-a197171d1323 None None] Provisioning for port 3e789385-5d14-4c7c-9300-d791c54505a3 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:16:52.121765 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d6fd2c16-9997-41ae-9377-a197171d1323 None None] Provisioning complete for port 3e789385-5d14-4c7c-9300-d791c54505a3 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:52.122105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6fd2c16-9997-41ae-9377-a197171d1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:52.163351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b791b358>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:46Z', 'revision_number': 3, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:52.174584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Checking router: 0bcac44c-ddee-44a6-9e0a-668461243e0b for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:16:52.174967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Updating router 0bcac44c-ddee-44a6-9e0a-668461243e0b port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad binding host dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:16:52.188975 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:52.252724 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:52.262137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Pushing event updated for resources: {'Port': ['ID=3e789385-5d14-4c7c-9300-d791c54505a3,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:52.271315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:52.280188 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:52.534538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cf1b659f-9e11-4ec3-b7c6-5c29fbb90f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:52.534881 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f4ba825b-03b2-43c3-af0c-ebe978056953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:52.534987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd2c16-9997-41ae-9377-a197171d1323 None None] Port 3e789385-5d14-4c7c-9300-d791c54505a3 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:16:52.535105 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2216e48d-1e2b-4162-adb7-4be125ebf172 req-3453567f-f0b5-49c0-96e5-38eea6184518 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 210 time: 0.1172378
Jan 22 20:16:52.535105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1bb7945b-4d76-4a37-b323-adcef47de33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:52.535105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:52.535105 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c49f7ea2-b80b-45bf-8863-dd5c07499874 req-0dd3f65f-663d-45b3-9f97-d6387d53b40a tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.1662991
Jan 22 20:16:52.535105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba825b-03b2-43c3-af0c-ebe978056953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f09ca-7fb0-4d2b-ae56-6e1bd6f169fb,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:52.536070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Network cb37c98c-35d3-4c00-b386-0eb554f9926a is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:16:52.536155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f4ba825b-03b2-43c3-af0c-ebe978056953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:52.536155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:52.536291 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=85331b6c-0ae1-4d2d-89fd-412c3fb5fe27,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:52.536372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:52.543517 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:52.667490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f4ba825b-03b2-43c3-af0c-ebe978056953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:52.668795 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f4ba825b-03b2-43c3-af0c-ebe978056953 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f41f09ca-7fb0-4d2b-ae56-6e1bd6f169fb HTTP/1.1" status: 204  len: 168 time: 1.3373079
Jan 22 20:16:52.727664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Pushing event updated for resources: {'Port': ['ID=74bd514d-1f17-4f15-980e-13501e1c7218,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:52.731906 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:52.815364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Network b9206a83-e41a-460b-aea7-8dc961f124e6 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:16:52.817124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:52.819561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:16:52.820046 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853040075'] for router_interface, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:52.828532 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:52.842456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Transition to ACTIVE for port object 668895a5-fd91-4aa0-8bff-6ed6c6a528ad will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:16:52.872514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:52.943852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:53.001232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Router 4cf32e1d-042c-4784-a234-867896f541be has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:16:53.008876 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7daf7597-dbe2-418b-9c18-0fed2fc599be None None] Provisioning complete for port 3e789385-5d14-4c7c-9300-d791c54505a3 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:53.009300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7daf7597-dbe2-418b-9c18-0fed2fc599be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:53.072042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:53.191184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device cc9b225d-f29e-4a59-abe6-0f721c39c05a up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:16:53.202993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b1814-d35d-42ba-ad97-0d557f5ed20a None None] Pushing event updated for resources: {'Port': ['ID=668895a5-fd91-4aa0-8bff-6ed6c6a528ad,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:53.208787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4d0b1814-d35d-42ba-ad97-0d557f5ed20a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:53.260068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7daf7597-dbe2-418b-9c18-0fed2fc599be None None] Port 3e789385-5d14-4c7c-9300-d791c54505a3 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:16:53.313140 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Attempting to bind port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:16:53.314317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Attempting to bind port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:16:53.314873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Attempting to bind port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad on network d8bd5390-3dcb-4b6b-909c-af9dcb268065 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:16:53.324491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:16:53.325230 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Checking segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:16:53.326276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:53.326853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Bound using segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:16:53.327582 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Bound port: 668895a5-fd91-4aa0-8bff-6ed6c6a528ad, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:16:53.328288 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:53.388678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port cc9b225d-f29e-4a59-abe6-0f721c39c05a triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:53.393356 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:53.433203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:16:53.452354 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] 10.222.0.38 "PUT /v2.0/routers/4cf32e1d-042c-4784-a234-867896f541be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2356892
Jan 22 20:16:53.462901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Request body: {'port': {'device_id': '60b5976d-e28b-4315-98f7-41d1c727365e', 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b', 'admin_state_up': True, 'tenant_id': '50acb7baae23426ab1c2e7157517dc89'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:53.482098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] For port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:16:53.488011 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] For port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=668895a5-fd91-4aa0-8bff-6ed6c6a528ad,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:16:53.515679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Sync routers for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:16:53.524292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:53.582113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:16:53.583307 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7eca898>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:53.587906 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:53.641711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:53.649461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Usage tracker for resource:port and tenant:50acb7baae23426ab1c2e7157517dc89 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:53.652695 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Quota usage for port was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:53.659316 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:53.732338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Made reservation on behalf of 50acb7baae23426ab1c2e7157517dc89 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:53.756337 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:53.816125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:53.871983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Notify callbacks [] for port, precommit_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:53.926901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Transition to ACTIVE for port object ccd233ad-c893-47e8-b7f2-1d051dbc959b will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:16:53.938969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b1814-d35d-42ba-ad97-0d557f5ed20a None None] Pushing event updated for resources: {'Port': ['ID=668895a5-fd91-4aa0-8bff-6ed6c6a528ad,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:53.952896 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4d0b1814-d35d-42ba-ad97-0d557f5ed20a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:53.958331 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:53.999113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:54.024389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:54.067670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:54.076804 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57d3223e-2411-4c78-94b8-34b7e1069cc4 req-6f3d442d-3cf0-4135-8272-d573c7f9b4d6 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 210 time: 0.2611942
Jan 22 20:16:54.117382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:16:54.118071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b791b358>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:54.141638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:16:54.219152 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2f8adf0-2de7-4aec-8962-ec324e42c08e req-96864526-7c7a-48b0-ba7a-c3c2567b8d0a tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.2401624
Jan 22 20:16:54.267681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.48', 55705) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:54.547041 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54efa16-5918-4ffc-8171-e46daa298221 None None] Pushing event updated for resources: {'Port': ['ID=ccd233ad-c893-47e8-b7f2-1d051dbc959b,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:54.561389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a54efa16-5918-4ffc-8171-e46daa298221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:54.566238 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:16:54.866186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853214723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735831'] for router_interface, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:55.011098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Attempting to bind port ccd233ad-c893-47e8-b7f2-1d051dbc959b on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:16:55.016195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Attempting to bind port ccd233ad-c893-47e8-b7f2-1d051dbc959b by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:16:55.017155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Attempting to bind port ccd233ad-c893-47e8-b7f2-1d051dbc959b on network d8bd5390-3dcb-4b6b-909c-af9dcb268065 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:16:55.052369 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5df291cb-6d18-4402-b9fd-1d0796bf5219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:55.221794 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:16:55.387764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:16:55.388250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Checking segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:16:55.388967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:55.389485 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Bound using segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:16:55.390093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Bound port: ccd233ad-c893-47e8-b7f2-1d051dbc959b, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:16:55.390504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:55.396821 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Pushing event updated for resources: {'Port': ['ID=74bd514d-1f17-4f15-980e-13501e1c7218,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:55.424793 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:55.584633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:55.586402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:55.759643 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 44250) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:55.798024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Network b9206a83-e41a-460b-aea7-8dc961f124e6 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:16:55.814748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'security_group': {'name': 'tempest-securitygroup--1578893466', 'description': 'tempest-description--1487534408'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:56.010203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:56.176728 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-07a19885-0e02-494a-9e82-c3fa5031248b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:56.229298 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:56.326648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:security_group and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:56.346584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b791b358>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:46Z', 'revision_number': 3, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:56.367249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd948ee-a51e-4c25-a2f0-ce789182a27c None None] The sync data for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi is: [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:46Z', 'revision_number': 3, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:16:56.454240 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Allocated IP 172.20.0.1 (680ba046-e955-4e19-a2a5-d87c6b56d8a5/703ccb20-1ede-4180-86d9-702b53f9353c/db96c85f-83ba-45a0-a453-764e64edcc95) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:16:56.467440 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1ce394e0-f869-4bf1-87eb-a1a40bf328fe req-79740688-3b92-46df-8501-bbb863393c3b tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 210 time: 0.7047653
Jan 22 20:16:56.469916 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7f71e4e-5968-4b7e-a248-54fa2ca84409 req-855d7475-e94e-46e0-ab4e-6dbf24521f46 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.4210715
Jan 22 20:16:56.471595 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:56.533992 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540daa23-f921-4892-9047-7b699a01e627 req-6fd856b6-d23e-4ff7-9156-1a72c33d9a7e tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:56.548335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-540daa23-f921-4892-9047-7b699a01e627 req-6fd856b6-d23e-4ff7-9156-1a72c33d9a7e tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Synchronizing usage tracker for tenant:35ab5b1364194bec8a00cb7a62edcde1 on resource:network {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:16:56.677859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] For port ccd233ad-c893-47e8-b7f2-1d051dbc959b, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:16:56.743138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] For port ccd233ad-c893-47e8-b7f2-1d051dbc959b, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=ccd233ad-c893-47e8-b7f2-1d051dbc959b,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:16:56.786381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:56.788927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:56.944330 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:57.027834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:57.068328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Transition to ACTIVE for port object db96c85f-83ba-45a0-a453-764e64edcc95 will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:16:57.164807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:57.170266 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:security_group_rule and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:57.174763 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:57.181740 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:57.183458 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-540daa23-f921-4892-9047-7b699a01e627 req-6fd856b6-d23e-4ff7-9156-1a72c33d9a7e tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Unset dirty status for tenant:35ab5b1364194bec8a00cb7a62edcde1 on resource:network {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:16:57.185801 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-6fd856b6-d23e-4ff7-9156-1a72c33d9a7e tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.48 "GET /v2.0/networks?id=79b97134-d1dc-42a0-81e4-96f514de151d HTTP/1.1" status: 200  len: 812 time: 2.9236832
Jan 22 20:16:57.199519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:57.207549 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1e0dd91f-c901-4d79-9eb3-bcd94bdd0739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:57.218000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:57.359767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Request body: {'port': {'device_id': 'bb1ca683-c997-4a12-a62c-91e86b423578', 'network_id': '79b97134-d1dc-42a0-81e4-96f514de151d', 'admin_state_up': True, 'tenant_id': '35ab5b1364194bec8a00cb7a62edcde1'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:57.442419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7eca898>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:16:51Z', 'revision_number': 2, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:57.451077 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Checking router: 4cf32e1d-042c-4784-a234-867896f541be for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:16:57.451606 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Updating router 4cf32e1d-042c-4784-a234-867896f541be port 3e789385-5d14-4c7c-9300-d791c54505a3 binding host dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:16:57.459482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:57.552017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:57.562202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Pushing event updated for resources: {'Port': ['ID=db96c85f-83ba-45a0-a453-764e64edcc95,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:57.579132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54efa16-5918-4ffc-8171-e46daa298221 None None] Pushing event updated for resources: {'Port': ['ID=ccd233ad-c893-47e8-b7f2-1d051dbc959b,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:57.593424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:57.600350 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:57.634219 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a54efa16-5918-4ffc-8171-e46daa298221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:57.642466 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Routers {'1ee84e35-c0f2-4e97-88c0-8115f30c9b64'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:16:57.650122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7aa1f28>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:16:57.662606 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Allocated IP 172.20.0.2 (b2ce280f-e5a9-40c0-a924-e7b421b6463b/1014b5cf-4f46-4af2-bda1-9028b21ea5b3/ce663e0b-f830-4275-8432-d16a04c36260) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:16:57.683970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:16:57.754251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2a6889-96e4-469e-afac-14f29404eecc,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:57.755287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:57.948546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:57.956306 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 2.1835213
Jan 22 20:16:57.965105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44290) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:58.016884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'security_group_rule': {'security_group_id': 'ef2a6889-96e4-469e-afac-14f29404eecc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:58.049114 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:58.056845 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:security_group_rule and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:58.060749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:58.068978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:58.152499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:58.185899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:58.190929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Usage tracker for resource:port and tenant:35ab5b1364194bec8a00cb7a62edcde1 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:16:58.195342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Quota usage for port was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:16:58.202337 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:16:58.211787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:58.254887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:58.266304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Made reservation on behalf of 35ab5b1364194bec8a00cb7a62edcde1 for: {'port': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:16:58.277897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:58.307011 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fb677306-7b1f-4db8-91ed-5a2bc59276c1 req-44e536d0-7d34-4608-8e0c-790fccba158c tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.1734223
Jan 22 20:16:58.316727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-26ac53c4-9c91-444e-8337-f06681badc8e req-c69e04ef-46f1-4541-8c5e-84d437d20611 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Synchronizing usage tracker for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:16:58.350683 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:16:58.375570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:58.393640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:16:58.394263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853040075'] for router_interface, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:58.659509 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:16:58.708972 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] 10.222.0.38 "PUT /v2.0/routers/1ee84e35-c0f2-4e97-88c0-8115f30c9b64/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0604417
Jan 22 20:16:58.720983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-26ac53c4-9c91-444e-8337-f06681badc8e req-c69e04ef-46f1-4541-8c5e-84d437d20611 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Unset dirty status for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:16:58.723583 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-26ac53c4-9c91-444e-8337-f06681badc8e req-c69e04ef-46f1-4541-8c5e-84d437d20611 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 210 time: 0.8160267
Jan 22 20:16:58.853880 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:58.970264 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:58.989779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.001887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 668895a5-fd91-4aa0-8bff-6ed6c6a528ad up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:16:59.011969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-426f2689-a31a-4ac0-a630-a25dc01c0cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:59.077497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d4a2709-3aa4-48e3-9cea-b1316e35e260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.103357 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Allocated IP 172.20.0.11 (79b97134-d1dc-42a0-81e4-96f514de151d/696176c1-0ad0-4fd9-a904-5ebe3a6ab655/ca556f47-2989-41ea-b8e1-6f7361b60693) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:16:59.148480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Pushing event updated for resources: {'Port': ['ID=ce663e0b-f830-4275-8432-d16a04c36260,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:59.154312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:59.264609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.318369 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.363807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] Set router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:16:59.420396 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.438337 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Network b2ce280f-e5a9-40c0-a924-e7b421b6463b is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:16:59.445342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:16:59.461386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:16:59.471618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.504954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:16:59.515390 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:16:59.516129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.534640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b887a72-41f7-4979-becd-408262da9e78,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:16:59.539146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:16:59.584089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-85730de2-3141-47df-9e00-adb489f62fab None None] Provisioning for port db96c85f-83ba-45a0-a453-764e64edcc95 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:16:59.592097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Notify callbacks [] for port, precommit_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.595376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-85730de2-3141-47df-9e00-adb489f62fab None None] Provisioning complete for port db96c85f-83ba-45a0-a453-764e64edcc95 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:59.596120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-85730de2-3141-47df-9e00-adb489f62fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.668908 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-85730de2-3141-47df-9e00-adb489f62fab None None] Port db96c85f-83ba-45a0-a453-764e64edcc95 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:16:59.692959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.716621 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cecbf78b-bc72-488e-bb5d-300cd991f45b req-791f3dd1-2c87-453e-abd3-cf03e42db816 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.0658393
Jan 22 20:16:59.718699 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.2651591
Jan 22 20:16:59.826687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:16:59.858233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Transition to ACTIVE for port object 3e789385-5d14-4c7c-9300-d791c54505a3 will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:16:59.859136 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:16:59.865474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.877303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.885361 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.9190474
Jan 22 20:16:59.895342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44338) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:59.919753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:16:59.934194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'security_group_rule': {'security_group_id': 'ef2a6889-96e4-469e-afac-14f29404eecc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:16:59.958777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44344) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:16:59.972521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:16:59.994363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:security_group_rule and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:00.000463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:00.014292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:00.016939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:00.139719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:00.243496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bd37d7bc-a7af-476e-a2e2-026ca382aa50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:00.348052 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816544ca-8155-4c6b-9478-796c1aef49e6 None None] Pushing event updated for resources: {'Port': ['ID=3e789385-5d14-4c7c-9300-d791c54505a3,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:00.355138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-816544ca-8155-4c6b-9478-796c1aef49e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:00.388661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e13bb28e-63df-43d2-b569-acc89288408c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:00.424694 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-6cbe23f0-e3e7-4ce4-9d88-b466ca99e0a5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:00.426991 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-6cbe23f0-e3e7-4ce4-9d88-b466ca99e0a5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/networks?id=b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 200  len: 819 time: 0.5988889
Jan 22 20:17:00.431784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:00.446864 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-761e78a5-8792-4e26-b3c8-6f52c9ba17e2 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/quotas/8833752d98fa496a8cca50e1bcc67bfc HTTP/1.1" status: 200  len: 375 time: 0.0111427
Jan 22 20:17:00.454711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=668895a5-fd91-4aa0-8bff-6ed6c6a528ad,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:17:00.603051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:00.625598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:00.659861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0023-7a9b-4424-a2c9-8bf9943a09fb req-ffff9b3e-d6b7-49f3-a832-6d276fec12c2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:00.687882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Attempting to bind port 3e789385-5d14-4c7c-9300-d791c54505a3 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:17:00.688204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Attempting to bind port 3e789385-5d14-4c7c-9300-d791c54505a3 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:17:00.688587 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Attempting to bind port 3e789385-5d14-4c7c-9300-d791c54505a3 on network cb37c98c-35d3-4c00-b386-0eb554f9926a {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:17:00.708268 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-601c0023-7a9b-4424-a2c9-8bf9943a09fb req-ffff9b3e-d6b7-49f3-a832-6d276fec12c2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 931 time: 0.6866570
Jan 22 20:17:00.742580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:17:00.743043 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Checking segment: {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:00.743614 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:00.744065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Bound using segment: {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:17:00.744617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Bound port: 3e789385-5d14-4c7c-9300-d791c54505a3, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:17:00.745050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:00.789568 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e13bb28e-63df-43d2-b569-acc89288408c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:00.794041 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e13bb28e-63df-43d2-b569-acc89288408c admin admin] Usage tracker for resource:security_group_rule and tenant:0c66823a08694a0a84e884033619d622 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:00.798647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e13bb28e-63df-43d2-b569-acc89288408c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:00.810928 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e13bb28e-63df-43d2-b569-acc89288408c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:00.886967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] For port 3e789385-5d14-4c7c-9300-d791c54505a3, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:17:00.891078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] For port 3e789385-5d14-4c7c-9300-d791c54505a3, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=3e789385-5d14-4c7c-9300-d791c54505a3,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:17:00.955665 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-601c0023-7a9b-4424-a2c9-8bf9943a09fb req-fd7c6dbe-1d88-408f-ac91-6370ba6f6c1b tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2451079
Jan 22 20:17:01.001608 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-33f4b44c-c759-4e0c-b53d-4a121ddecc7b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Synchronizing usage tracker for tenant:8833752d98fa496a8cca50e1bcc67bfc on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:17:01.048865 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:01.106436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-33f4b44c-c759-4e0c-b53d-4a121ddecc7b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Unset dirty status for tenant:8833752d98fa496a8cca50e1bcc67bfc on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:17:01.107954 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-33f4b44c-c759-4e0c-b53d-4a121ddecc7b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6372406
Jan 22 20:17:01.129690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:01.266340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7aa1f28>, [{'id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-router', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'gw_port': {'id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:43Z', 'updated_at': '2021-01-22T20:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '74bd514d-1f17-4f15-980e-13501e1c7218', 'name': '', 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'mac_address': 'fa:16:3e:e4:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '967b80c3-e198-489e-92d2-dca429bbbdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:51Z', 'updated_at': '2021-01-22T20:16:53Z', 'revision_number': 2, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'subnets': [{'id': '967b80c3-e198-489e-92d2-dca429bbbdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:01.278323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127fb751-bce5-493f-afb9-2922edc37ace None None] The sync data for ids ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'] in dv-cinder-768105-3-iscsi is: [{'id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-router', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'gw_port': {'id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:43Z', 'updated_at': '2021-01-22T20:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '74bd514d-1f17-4f15-980e-13501e1c7218', 'name': '', 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'mac_address': 'fa:16:3e:e4:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '967b80c3-e198-489e-92d2-dca429bbbdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:51Z', 'updated_at': '2021-01-22T20:16:53Z', 'revision_number': 2, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'subnets': [{'id': '967b80c3-e198-489e-92d2-dca429bbbdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:17:01.285313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=668895a5-fd91-4aa0-8bff-6ed6c6a528ad,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:01.292772 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:01.297298 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:01.320657 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:01.376523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e13bb28e-63df-43d2-b569-acc89288408c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:01.389298 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Pushing event updated for resources: {'Port': ['ID=ca556f47-2989-41ea-b8e1-6f7361b60693,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:01.395971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:01.397831 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.258s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:01.429229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816544ca-8155-4c6b-9478-796c1aef49e6 None None] Pushing event updated for resources: {'Port': ['ID=3e789385-5d14-4c7c-9300-d791c54505a3,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:01.432943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:17:01.433904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7eca898>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:01.451041 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853214723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735831'] for router_interface, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:01.502437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:01.529452 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-c8555cbb-39fc-4637-9c5d-71b281b88fb7 service neutron] 10.222.0.38 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4105418
Jan 22 20:17:01.548958 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-816544ca-8155-4c6b-9478-796c1aef49e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:01.667764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Pushing event updated for resources: {'Port': ['ID=db96c85f-83ba-45a0-a453-764e64edcc95,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:01.673191 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e13bb28e-63df-43d2-b569-acc89288408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:01.692936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:01.750921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49448b9b-f3e4-4473-8e6e-c4258993f4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:01.761704 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e13bb28e-63df-43d2-b569-acc89288408c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0c66823a08694a0a84e884033619d622&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7976036
Jan 22 20:17:01.771838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 44360) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:01.851046 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:17:01.862165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30265c90-29d7-40f8-9dfe-a0be67fc61df req-f82af05f-70f2-4157-b59d-282a624ca876 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:01.867818 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30265c90-29d7-40f8-9dfe-a0be67fc61df req-f82af05f-70f2-4157-b59d-282a624ca876 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 932 time: 0.6770773
Jan 22 20:17:01.935709 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:01.958753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Network 79b97134-d1dc-42a0-81e4-96f514de151d is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:17:01.969735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:01.969891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:17:01.991687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:01.992419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:02.033645 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bb28e-63df-43d2-b569-acc89288408c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0403ba79-fe8a-4d7c-acbe-05397bfa80ee,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:02.054716 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-6ae8c092-7fca-4192-a76b-e1af5c968ffc service neutron] 10.222.0.38 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5240455
Jan 22 20:17:02.067118 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e13bb28e-63df-43d2-b569-acc89288408c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:02.068377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:02.095498 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f4e72b54-f348-40ea-8dd8-3811352250b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:02.117608 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:17:02.130562 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30265c90-29d7-40f8-9dfe-a0be67fc61df req-d114d6e9-c2ee-40fd-ba2f-51f2fd919789 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2484157
Jan 22 20:17:02.140273 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.7968454
Jan 22 20:17:02.141205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:02.161905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680397f1-e114-4bc7-a4f5-9d1441e4031d,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:02.181209 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:02.201543 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-021b4101-ec1f-4422-abaa-a7dfdcfcce02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:02.298317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-021b4101-ec1f-4422-abaa-a7dfdcfcce02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:02.628247 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:02.644963 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.7302570
Jan 22 20:17:02.655915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 44378) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:02.685737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'floatingip': {'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:02.723253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:02.735506 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-021b4101-ec1f-4422-abaa-a7dfdcfcce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:02.748630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:floatingip and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:02.766200 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:02.777453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-774b0e72-a5df-4d17-a57b-b8a13497ac40 None None] Provisioning complete for port db96c85f-83ba-45a0-a453-764e64edcc95 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:02.785143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-774b0e72-a5df-4d17-a57b-b8a13497ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:02.867007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Router 0bcac44c-ddee-44a6-9e0a-668461243e0b has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:17:02.941969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:02.971885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:02.981562 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d13b24f8-21a6-411b-86e0-2636169c4254 req-344f22ab-a44c-4c22-8e80-ca3f075ad1b7 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 210 time: 0.1607172
Jan 22 20:17:02.989022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b4101-ec1f-4422-abaa-a7dfdcfcce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0403ba79-fe8a-4d7c-acbe-05397bfa80ee,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:02.996848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-021b4101-ec1f-4422-abaa-a7dfdcfcce02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:03.001239 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-774b0e72-a5df-4d17-a57b-b8a13497ac40 None None] Port db96c85f-83ba-45a0-a453-764e64edcc95 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:17:03.055431 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-021b4101-ec1f-4422-abaa-a7dfdcfcce02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:03.056931 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-021b4101-ec1f-4422-abaa-a7dfdcfcce02 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0403ba79-fe8a-4d7c-acbe-05397bfa80ee HTTP/1.1" status: 204  len: 168 time: 1.2834933
Jan 22 20:17:03.100737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 668895a5-fd91-4aa0-8bff-6ed6c6a528ad up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:03.124228 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:03.216571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7eca898>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:03.264990 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c86f0a-0ee8-4c8f-9698-e234ac317f04 None None] The sync data for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi is: [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:17:03.290593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674554db-30cd-4753-a57f-8fcc2c4abc01 req-8a6084b5-5eef-4281-b650-470406ec7537 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:03.293320 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-674554db-30cd-4753-a57f-8fcc2c4abc01 req-8a6084b5-5eef-4281-b650-470406ec7537 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 931 time: 0.7951341
Jan 22 20:17:03.312355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:17:03.329619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Sync routers for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:17:03.357285 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] 10.222.0.38 "PUT /v2.0/routers/0bcac44c-ddee-44a6-9e0a-668461243e0b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7028010
Jan 22 20:17:03.429611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:17:03.434545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7b61438>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:03.531714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:03.542014 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:03.581057 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-674554db-30cd-4753-a57f-8fcc2c4abc01 req-3993dc7d-0171-4942-8afc-98469f2cea91 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2241290
Jan 22 20:17:04.044587 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device ccd233ad-c893-47e8-b7f2-1d051dbc959b up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:04.105490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:04.108950 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:17:04.187210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb304a5-9576-4748-8453-0aa6abb9e69e req-f8b8f6dd-2f65-4d87-8a28-e8bbc9ff674f tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:04.189223 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7cb304a5-9576-4748-8453-0aa6abb9e69e req-f8b8f6dd-2f65-4d87-8a28-e8bbc9ff674f tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 932 time: 0.4463720
Jan 22 20:17:04.243495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port ccd233ad-c893-47e8-b7f2-1d051dbc959b completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:04.258165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port ccd233ad-c893-47e8-b7f2-1d051dbc959b triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:04.258823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:04.453549 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:04.473361 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port ccd233ad-c893-47e8-b7f2-1d051dbc959b, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=ccd233ad-c893-47e8-b7f2-1d051dbc959b,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:17:04.523020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:04.525085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:04.813122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=ccd233ad-c893-47e8-b7f2-1d051dbc959b,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:04.823591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:04.857726 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7b61438>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:16:59Z', 'revision_number': 2, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:04.867681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Checking router: 0bcac44c-ddee-44a6-9e0a-668461243e0b for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:17:04.868082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Updating router 0bcac44c-ddee-44a6-9e0a-668461243e0b port db96c85f-83ba-45a0-a453-764e64edcc95 binding host dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:17:04.944520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:04.962594 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3e789385-5d14-4c7c-9300-d791c54505a3 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:05.031063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Allocated IP 172.27.1.243 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/bca884e4-69e2-4e3b-b4d2-d578cae408d1) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:17:05.157546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 3e789385-5d14-4c7c-9300-d791c54505a3 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:05.169243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 3e789385-5d14-4c7c-9300-d791c54505a3 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:05.169698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:05.240611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:05.257279 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7cb304a5-9576-4748-8453-0aa6abb9e69e req-7762afa2-7676-4973-8996-1fd41322db32 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0167696
Jan 22 20:17:05.263491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44436) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:05.376104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-e91efd3c-bf15-4b55-b6ce-07d64ec4fa76 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:05.380202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:05.384196 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-e91efd3c-bf15-4b55-b6ce-07d64ec4fa76 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/networks?id=b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 200  len: 819 time: 1.1905215
Jan 22 20:17:05.404749 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-4410bb14-f332-4a6c-b2dc-ae4c5ebce9c5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/quotas/8833752d98fa496a8cca50e1bcc67bfc HTTP/1.1" status: 200  len: 375 time: 0.0194747
Jan 22 20:17:05.453455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 3e789385-5d14-4c7c-9300-d791c54505a3, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=3e789385-5d14-4c7c-9300-d791c54505a3,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:17:05.462356 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:05.489372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:05.496614 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:05.600956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831113972-network', 'tenant_id': 'db33ed84aa964771b0e77e1eb01e7b44'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:05.608277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:05.623187 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Usage tracker for resource:network and tenant:db33ed84aa964771b0e77e1eb01e7b44 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:05.629344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b145e33a-12ed-4035-923a-7da5f564c900 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:05.630437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:05.645800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=3e789385-5d14-4c7c-9300-d791c54505a3,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:05.650110 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:05.650857 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:05.725338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Made reservation on behalf of db33ed84aa964771b0e77e1eb01e7b44 for: {'network': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:05.731990 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:05.768110 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'Port': ['ID=bca884e4-69e2-4e3b-b4d2-d578cae408d1,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:05.795503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:05.796197 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:17:05.807539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:05.808482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:05.833611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:17:05.861485 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:05.898470 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Usage tracker for resource:security_group_rule and tenant:db33ed84aa964771b0e77e1eb01e7b44 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:05.907773 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:05.924514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:05.953502 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-81ae0a20-103e-42a3-89ae-4b539a5982d8 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5476830
Jan 22 20:17:05.977868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-2c2c4da4-9560-42c8-9082-ed974304cb3b tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:17:05.979733 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-2c2c4da4-9560-42c8-9082-ed974304cb3b tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0111647
Jan 22 20:17:06.010412 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-31b49143-c897-4437-92b2-58f7c85f4f76 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:17:06.011558 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-31b49143-c897-4437-92b2-58f7c85f4f76 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0064130
Jan 22 20:17:06.027480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:06.100498 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Transition to ACTIVE for port object db96c85f-83ba-45a0-a453-764e64edcc95 will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:17:06.156118 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:06.183041 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:06.335443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:06.374215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:06.384100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce1cc5-7160-4dad-93b2-15e79182fe77 None None] Pushing event updated for resources: {'Port': ['ID=db96c85f-83ba-45a0-a453-764e64edcc95,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:06.397824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-73ce1cc5-7160-4dad-93b2-15e79182fe77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:06.404956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Request body: {'port': {'device_id': '60b5976d-e28b-4315-98f7-41d1c727365e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:06.482667 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-c9ef3814-4c34-49c9-ad52-35ff3685e229 service neutron] 10.222.0.38 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5278428
Jan 22 20:17:06.559818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:06.577456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:06.662445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Request body: {'port': {'device_id': 'bb1ca683-c997-4a12-a62c-91e86b423578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:06.667504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca649e09-9b7e-4805-bf5a-d257460f16b0,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:06.696628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:06.891102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44468) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:06.919611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3e789385-5d14-4c7c-9300-d791c54505a3 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:06.922631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:17:06.950927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'security_group': {'name': 'tempest-securitygroup--628937633', 'description': 'tempest-description--967205170'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:06.961116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Attempting to bind port db96c85f-83ba-45a0-a453-764e64edcc95 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:17:06.961698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Attempting to bind port db96c85f-83ba-45a0-a453-764e64edcc95 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:17:06.962204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Attempting to bind port db96c85f-83ba-45a0-a453-764e64edcc95 on network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:17:06.967112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:06.969541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:17:06.971779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Checking segment: {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:06.972678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:06.973283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Bound using segment: {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:17:06.974309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Bound port: db96c85f-83ba-45a0-a453-764e64edcc95, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:17:06.974956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:06.977546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:security_group and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:06.982652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:06.989778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:07.008902 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:07.009497 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Added segment 59772274-da94-43b0-9c7b-c3c381b22751 of type vxlan for network b09bb898-bb5d-4743-8b09-46d3df414685
Jan 22 20:17:07.018459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:07.042926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:07.103272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 3e789385-5d14-4c7c-9300-d791c54505a3 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:07.103929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:07.217431 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] For port db96c85f-83ba-45a0-a453-764e64edcc95, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:17:07.221847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] For port db96c85f-83ba-45a0-a453-764e64edcc95, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=db96c85f-83ba-45a0-a453-764e64edcc95,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:17:07.222906 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:07.249223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:07.252802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:security_group_rule and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:07.261575 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:07.265707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:07.280716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-15ba78b0-4fc6-43d2-a264-3806550349c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:07.282241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:07.354233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device ccd233ad-c893-47e8-b7f2-1d051dbc959b up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:07.393365 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Sync routers for ids ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:17:07.449729 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce1cc5-7160-4dad-93b2-15e79182fe77 None None] Pushing event updated for resources: {'Port': ['ID=db96c85f-83ba-45a0-a453-764e64edcc95,revision_number=4']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:07.465703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Routers {'1ee84e35-c0f2-4e97-88c0-8115f30c9b64'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:17:07.466619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7a7ac88>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:07.485367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-73ce1cc5-7160-4dad-93b2-15e79182fe77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:07.647167 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-d54620f9-5c4b-470a-be2e-d57c3a392871 service neutron] 10.222.0.38 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1043510
Jan 22 20:17:07.648547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:07.668605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:17:07.669289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7b61438>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:07.684283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:07.688320 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:07.766053 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:07.771705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:07.822504 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.5571818
Jan 22 20:17:07.870239 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44478) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:07.881129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Request body: {'subnet': {'network_id': 'b09bb898-bb5d-4743-8b09-46d3df414685', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831113972-subnet', 'tenant_id': 'db33ed84aa964771b0e77e1eb01e7b44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:07.911711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:08.016929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Usage tracker for resource:subnet and tenant:db33ed84aa964771b0e77e1eb01e7b44 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:08.056456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:08.159232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:08.166895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Pushing event updated for resources: {'Network': ['ID=b09bb898-bb5d-4743-8b09-46d3df414685,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:08.169632 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:08.192368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port ccd233ad-c893-47e8-b7f2-1d051dbc959b triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:08.193076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:08.194048 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:08.317795 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:17:08.356502 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:08.380742 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:08.383277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network b09bb898-bb5d-4743-8b09-46d3df414685 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:17:08.467080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network b09bb898-bb5d-4743-8b09-46d3df414685 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:17:08.495168 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'SecurityGroup': ['ID=08df0369-27ab-437c-a857-ab25bc4bae3d,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:08.519885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Made reservation on behalf of db33ed84aa964771b0e77e1eb01e7b44 for: {'subnet': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:08.537343 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:08.602921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:08.621989 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.48', 55723) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:08.652313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:08.989044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:09.196155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:09.201319 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 2.2803738
Jan 22 20:17:09.202967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44514) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:09.212598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:09.217213 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'security_group_rule': {'security_group_id': '08df0369-27ab-437c-a857-ab25bc4bae3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:09.229583 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:09.234838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:security_group_rule and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:09.238694 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:09.245198 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:09.328740 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:09.433360 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:09.579469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Set router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:17:09.866261 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7b61438>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:07Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:09.881047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e153bd-1369-4147-b8bf-f67cd4eb1b9f None None] The sync data for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi is: [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:07Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:17:09.890921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:09.908092 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 22 20:17:09.955874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:10.136906 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0cfb07f2-9798-4430-8487-564fc3315965 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:10.190227 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-40fa2c7d-9ba1-4f0e-9745-b86454a0d827 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:10.196636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-40fa2c7d-9ba1-4f0e-9745-b86454a0d827 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Synchronizing usage tracker for tenant:8833752d98fa496a8cca50e1bcc67bfc on resource:network {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:17:10.221591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device db96c85f-83ba-45a0-a453-764e64edcc95 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:10.235442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:10.242878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 44526) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:10.247692 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0391209
Jan 22 20:17:10.269952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'security_group_rule': {'security_group_id': '08df0369-27ab-437c-a857-ab25bc4bae3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:10.290939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'Port': ['ID=bca884e4-69e2-4e3b-b4d2-d578cae408d1,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:10.325287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ba587-abc0-4513-8ff6-9201adc84046 req-2b3cd73d-0216-40da-a70e-f15b97419689 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:10.329607 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-079ba587-abc0-4513-8ff6-9201adc84046 req-2b3cd73d-0216-40da-a70e-f15b97419689 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 931 time: 2.6846287
Jan 22 20:17:10.340363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.128s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:10.345954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4d7abe-2704-4ae1-b487-2359dd04c0a9,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:10.358175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1c0647b2-7dde-46d2-87ae-7e33f9227e3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:10.360413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce663e0b-f830-4275-8432-d16a04c36260 {{(pid=80268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:17:10.390563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:10.398010 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594c794-39e0-4534-a6f3-f2fd352a2a73 req-f65d5630-668a-4ffb-b3d9-c8d989ad219c tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:10.406753 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2594c794-39e0-4534-a6f3-f2fd352a2a73 req-f65d5630-668a-4ffb-b3d9-c8d989ad219c tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 932 time: 1.7325468
Jan 22 20:17:10.415344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-40fa2c7d-9ba1-4f0e-9745-b86454a0d827 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Unset dirty status for tenant:8833752d98fa496a8cca50e1bcc67bfc on resource:network {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:17:10.416599 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-40fa2c7d-9ba1-4f0e-9745-b86454a0d827 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.48 "GET /v2.0/networks?id=b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 200  len: 819 time: 1.7691360
Jan 22 20:17:10.427636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Transition to ACTIVE for port object ce663e0b-f830-4275-8432-d16a04c36260 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:17:10.465231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:10.512408 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:10.562873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca556f47-2989-41ea-b8e1-6f7361b60693 {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:17:10.585343 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:10.594233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port db96c85f-83ba-45a0-a453-764e64edcc95 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:10.614708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Transition to ACTIVE for port object ca556f47-2989-41ea-b8e1-6f7361b60693 will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:17:10.618102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port db96c85f-83ba-45a0-a453-764e64edcc95 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:10.618826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:10.671017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:10.708088 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:10.788083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7a7ac88>, [{'id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-router', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'gw_port': {'id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:43Z', 'updated_at': '2021-01-22T20:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '74bd514d-1f17-4f15-980e-13501e1c7218', 'name': '', 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'mac_address': 'fa:16:3e:e4:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '967b80c3-e198-489e-92d2-dca429bbbdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:51Z', 'updated_at': '2021-01-22T20:16:53Z', 'revision_number': 2, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'subnets': [{'id': '967b80c3-e198-489e-92d2-dca429bbbdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:10.800787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Checking router: 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:17:10.801195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Updating router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 port 74bd514d-1f17-4f15-980e-13501e1c7218 binding host dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:17:10.832501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Pushing event updated for resources: {'Port': ['ID=ce663e0b-f830-4275-8432-d16a04c36260,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:10.883653 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:10.935320 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:10.941757 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:security_group_rule and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:10.952244 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-079ba587-abc0-4513-8ff6-9201adc84046 req-a653216d-2dc9-4088-9432-ae155036661e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3319018
Jan 22 20:17:10.971501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:10.985068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port db96c85f-83ba-45a0-a453-764e64edcc95, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=db96c85f-83ba-45a0-a453-764e64edcc95,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:17:10.997926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:11.002028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.007684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.025473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.036470 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-816544ca-8155-4c6b-9478-796c1aef49e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:11.054383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:11.271003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d7eee8cd-af77-44ea-95e1-8dbcb1132019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:11.319527 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2594c794-39e0-4534-a6f3-f2fd352a2a73 req-838149af-ab39-4423-a667-9da384486b49 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9113798
Jan 22 20:17:11.335194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.339771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Pushing event updated for resources: {'Port': ['ID=ca556f47-2989-41ea-b8e1-6f7361b60693,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:11.350077 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0e97d3-e573-4f7f-8af6-d68b7134acc2,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:11.354382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:11.354756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:11.360973 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-146c604a-035e-4229-9790-6aa904e0ffb2 req-cc9e50d8-6972-4d72-837b-785cdb03ad74 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 210 time: 0.0984974
Jan 22 20:17:11.394580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Attempting to bind port ce663e0b-f830-4275-8432-d16a04c36260 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:17:11.394580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Attempting to bind port ce663e0b-f830-4275-8432-d16a04c36260 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:17:11.394580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Attempting to bind port ce663e0b-f830-4275-8432-d16a04c36260 on network b2ce280f-e5a9-40c0-a924-e7b421b6463b {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:17:11.406523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:17:11.406523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Checking segment: {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:11.406523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.406523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Bound using segment: {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:17:11.406523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Bound port: ce663e0b-f830-4275-8432-d16a04c36260, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:17:11.406523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.423190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.440028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.446241 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.7845304
Jan 22 20:17:11.453035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=db96c85f-83ba-45a0-a453-764e64edcc95,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:11.458646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:11.464530 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Attempting to bind port ca556f47-2989-41ea-b8e1-6f7361b60693 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:17:11.464915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Attempting to bind port ca556f47-2989-41ea-b8e1-6f7361b60693 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'c489fc1e-3ea0-4d4d-8885-c609a19ae76f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79b97134-d1dc-42a0-81e4-96f514de151d'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:17:11.465281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Attempting to bind port ca556f47-2989-41ea-b8e1-6f7361b60693 on network 79b97134-d1dc-42a0-81e4-96f514de151d {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:17:11.493460 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:17:11.494064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Checking segment: {'id': 'c489fc1e-3ea0-4d4d-8885-c609a19ae76f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79b97134-d1dc-42a0-81e4-96f514de151d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:11.494417 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.494822 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Bound using segment: {'id': 'c489fc1e-3ea0-4d4d-8885-c609a19ae76f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79b97134-d1dc-42a0-81e4-96f514de151d'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:17:11.495450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Bound port: ca556f47-2989-41ea-b8e1-6f7361b60693, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c489fc1e-3ea0-4d4d-8885-c609a19ae76f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '79b97134-d1dc-42a0-81e4-96f514de151d'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:17:11.495832 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.626652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.649513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] For port ca556f47-2989-41ea-b8e1-6f7361b60693, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:17:11.657119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] For port ca556f47-2989-41ea-b8e1-6f7361b60693, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ca556f47-2989-41ea-b8e1-6f7361b60693,segment=NetworkSegment(c489fc1e-3ea0-4d4d-8885-c609a19ae76f),segment_id=c489fc1e-3ea0-4d4d-8885-c609a19ae76f)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:17:11.660483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.664207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:11.698985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.702827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93ecd8a-9b4f-4f58-9fef-2ceb1ac9f49f,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:11.714014 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] For port ce663e0b-f830-4275-8432-d16a04c36260, host hv-cinder-76810, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:17:11.715430 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Notify callbacks [] for port, precommit_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.719252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] For port ce663e0b-f830-4275-8432-d16a04c36260, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ce663e0b-f830-4275-8432-d16a04c36260,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:17:11.731591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:11.746634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:11.753552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.770023 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Checking segment: {'id': '59772274-da94-43b0-9c7b-c3c381b22751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b09bb898-bb5d-4743-8b09-46d3df414685'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:11.770503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Network hostable DHCP agents. Network: b09bb898-bb5d-4743-8b09-46d3df414685, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:17:11.778869 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:11.803146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Transition to ACTIVE for port object 74bd514d-1f17-4f15-980e-13501e1c7218 will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:17:11.871806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.888758 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:11.893482 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.6451416
Jan 22 20:17:11.896231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 44554) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:11.906215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'floatingip': {'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:11.961660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Network b09bb898-bb5d-4743-8b09-46d3df414685 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:17:11.977324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Pushing event updated for resources: {'Port': ['ID=ce663e0b-f830-4275-8432-d16a04c36260,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:11.981157 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:11.986735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:12.023208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, b09bb898-bb5d-4743-8b09-46d3df414685) {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:12.037835 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:12.039251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:12.081007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:12.082736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:12.085362 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] 10.222.0.48 "PUT /v2.0/ports/ce663e0b-f830-4275-8432-d16a04c36260 HTTP/1.1" status: 200  len: 1157 time: 5.9208033
Jan 22 20:17:12.086204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b5976d-e28b-4315-98f7-41d1c727365e', 'tag': 'ce663e0b-f830-4275-8432-d16a04c36260'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:12.115432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ace2eb-ae58-4582-b72a-9ed3c4fbad86 None None] Network b09bb898-bb5d-4743-8b09-46d3df414685 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:17:12.212283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:12.220957 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.3495767
Jan 22 20:17:12.316787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:floatingip and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:12.325058 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-a13cbe70-ed1c-4b9e-bfe0-9ab7196564bb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Synchronizing usage tracker for tenant:5298656aa8d344849634ed79515c8355 on resource:security_group {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:17:12.333725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:12.346349 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Pushing event updated for resources: {'Port': ['ID=ca556f47-2989-41ea-b8e1-6f7361b60693,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:12.350259 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:12.356295 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:12.365639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device db96c85f-83ba-45a0-a453-764e64edcc95 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:12.433598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:12.434282 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:12.435930 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca556f47-2989-41ea-b8e1-6f7361b60693 HTTP/1.1" status: 200  len: 1158 time: 6.1846910
Jan 22 20:17:12.437917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1ca683-c997-4a12-a62c-91e86b423578', 'tag': 'ca556f47-2989-41ea-b8e1-6f7361b60693'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:12.541256 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-a13cbe70-ed1c-4b9e-bfe0-9ab7196564bb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Unset dirty status for tenant:5298656aa8d344849634ed79515c8355 on resource:security_group {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:17:12.542560 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-a13cbe70-ed1c-4b9e-bfe0-9ab7196564bb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1578893466&fields=id&tenant_id=5298656aa8d344849634ed79515c8355 HTTP/1.1" status: 200  len: 267 time: 0.7546980
Jan 22 20:17:12.543337 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:12.669981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae3414-7dbd-4a74-91f3-c115c6c19739 req-75b87337-2db3-45d9-b4c1-889f2df3090a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:12.679001 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71ae3414-7dbd-4a74-91f3-c115c6c19739 req-75b87337-2db3-45d9-b4c1-889f2df3090a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 943 time: 0.4176080
Jan 22 20:17:12.733763 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Attempting to bind port 74bd514d-1f17-4f15-980e-13501e1c7218 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:17:12.734168 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Attempting to bind port 74bd514d-1f17-4f15-980e-13501e1c7218 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:17:12.734594 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Attempting to bind port 74bd514d-1f17-4f15-980e-13501e1c7218 on network b9206a83-e41a-460b-aea7-8dc961f124e6 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:17:12.754356 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f859bb-63ac-4320-9cab-7e3f4e12ad12 None None] Pushing event updated for resources: {'Port': ['ID=74bd514d-1f17-4f15-980e-13501e1c7218,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:12.784510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08f859bb-63ac-4320-9cab-7e3f4e12ad12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:12.786969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port db96c85f-83ba-45a0-a453-764e64edcc95 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:12.788176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:12.839472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:17:12.840407 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Checking segment: {'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:12.841308 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:12.842300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Bound using segment: {'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:17:12.843396 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Bound port: 74bd514d-1f17-4f15-980e-13501e1c7218, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:17:12.844252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:12.891824 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71ae3414-7dbd-4a74-91f3-c115c6c19739 req-54fd0b0a-b138-4314-8bdc-acdd84a3eefd tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118156
Jan 22 20:17:12.969079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-0be3016e-fc7e-4d0b-8209-f8b3d5f82fe1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:12.969866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-0be3016e-fc7e-4d0b-8209-f8b3d5f82fe1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Synchronizing usage tracker for tenant:5298656aa8d344849634ed79515c8355 on resource:network {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:17:13.026244 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:13.040794 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-0be3016e-fc7e-4d0b-8209-f8b3d5f82fe1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Unset dirty status for tenant:5298656aa8d344849634ed79515c8355 on resource:network {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:17:13.042545 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-0be3016e-fc7e-4d0b-8209-f8b3d5f82fe1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 817 time: 0.4799428
Jan 22 20:17:13.095738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] For port 74bd514d-1f17-4f15-980e-13501e1c7218, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:17:13.098668 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-0606875f-4083-4243-b453-809271af494d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/quotas/5298656aa8d344849634ed79515c8355 HTTP/1.1" status: 200  len: 375 time: 0.0303059
Jan 22 20:17:13.187531 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] For port 74bd514d-1f17-4f15-980e-13501e1c7218, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=74bd514d-1f17-4f15-980e-13501e1c7218,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:17:13.207018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11edfc2f-59c0-493e-85e6-448abf6854a0 None None] Network b09bb898-bb5d-4743-8b09-46d3df414685 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:17:13.219639 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b5976d-e28b-4315-98f7-41d1c727365e', 'tag': 'ce663e0b-f830-4275-8432-d16a04c36260', 'status': 'completed', 'code': 200}
Jan 22 20:17:13.379899 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-1927369a-d12e-4e6f-801e-2763e34d82fb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2190902
Jan 22 20:17:13.406521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:13.427279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44600) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:13.434061 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1149698331-network', 'tenant_id': 'f5e2527ad0ef4cc6a9190b1dc1d4efef'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:13.440028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:13.444894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Usage tracker for resource:network and tenant:f5e2527ad0ef4cc6a9190b1dc1d4efef is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:13.448020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:13.453972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:13.464140 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a4c35132-7d6c-4fdb-9653-eafd0911cc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:13.494875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Made reservation on behalf of f5e2527ad0ef4cc6a9190b1dc1d4efef for: {'network': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:13.501200 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:13.518410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:13.539577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:13.544608 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Usage tracker for resource:security_group_rule and tenant:f5e2527ad0ef4cc6a9190b1dc1d4efef is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:13.548168 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:13.555202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:13.561797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f859bb-63ac-4320-9cab-7e3f4e12ad12 None None] Pushing event updated for resources: {'Port': ['ID=74bd514d-1f17-4f15-980e-13501e1c7218,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:13.599985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08f859bb-63ac-4320-9cab-7e3f4e12ad12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:13.655043 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Allocated IP 172.27.1.169 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/38bd1eb7-d165-4f4e-968f-252ae42077c9) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:17:13.718009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b8e20-6f22-43d2-848a-bc3548ed6c86 req-29754d42-870a-4ad8-bfeb-2ab556d484cd tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:13.719773 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-602b8e20-6f22-43d2-848a-bc3548ed6c86 req-29754d42-870a-4ad8-bfeb-2ab556d484cd tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 944 time: 0.3660531
Jan 22 20:17:13.738343 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-596d1dc0-0802-4613-b874-ba8805cc255f service neutron] 10.222.0.38 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3178904
Jan 22 20:17:13.770925 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:13.814409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:13.820470 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:13.852068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Routers {'1ee84e35-c0f2-4e97-88c0-8115f30c9b64'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:17:13.853159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7a7ac88>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:16:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:13.854107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f901942-1bac-41fe-bfa1-07a45286637d,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:13.858923 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:13.880450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:17:13.890621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:13.891155 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Added segment 00d78eac-ff2c-408a-b661-7b326821773f of type vxlan for network 14d6ca95-c1f4-40ad-99ea-c925c90e1e33
Jan 22 20:17:13.917776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:13.923865 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:13.984985 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-602b8e20-6f22-43d2-848a-bc3548ed6c86 req-278eb646-b249-4ffa-baff-7822da4bd6de tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2457669
Jan 22 20:17:14.004874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:14.007024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:14.008177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:14.058779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:14.066253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:14.087162 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-8c1248d9-3670-40a4-bdb5-a88e9b5a1ced service neutron] 10.222.0.38 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3342185
Jan 22 20:17:14.148414 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.7196422
Jan 22 20:17:14.159056 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 44612) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:14.181022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Request body: {'subnet': {'network_id': '14d6ca95-c1f4-40ad-99ea-c925c90e1e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1149698331-subnet', 'tenant_id': 'f5e2527ad0ef4cc6a9190b1dc1d4efef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:14.190929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:14.226860 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] Set router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:17:14.272523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:14.272756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Pushing event updated for resources: {'Network': ['ID=14d6ca95-c1f4-40ad-99ea-c925c90e1e33,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:14.272863 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Usage tracker for resource:subnet and tenant:f5e2527ad0ef4cc6a9190b1dc1d4efef is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:14.274731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:14.276849 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7de2d580-316d-4373-ac89-a44c5cd570ab req-fbea7f59-57b3-43b4-8dcd-20a2ce9e7e15 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 210 time: 0.0880535
Jan 22 20:17:14.277834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:14.291183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 74bd514d-1f17-4f15-980e-13501e1c7218 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:14.300755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:14.326779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network 14d6ca95-c1f4-40ad-99ea-c925c90e1e33 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:17:14.357073 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:14.787442 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1ca683-c997-4a12-a62c-91e86b423578', 'tag': 'ca556f47-2989-41ea-b8e1-6f7361b60693', 'status': 'completed', 'code': 200}
Jan 22 20:17:14.788069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Made reservation on behalf of f5e2527ad0ef4cc6a9190b1dc1d4efef for: {'subnet': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:14.792961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:14.816281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 74bd514d-1f17-4f15-980e-13501e1c7218 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:14.823128 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 74bd514d-1f17-4f15-980e-13501e1c7218 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:14.823744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:14.855286 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'Port': ['ID=38bd1eb7-d165-4f4e-968f-252ae42077c9,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:14.883615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7a7ac88>, [{'id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-router', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'gw_port': {'id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:43Z', 'updated_at': '2021-01-22T20:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '74bd514d-1f17-4f15-980e-13501e1c7218', 'name': '', 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'mac_address': 'fa:16:3e:e4:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '967b80c3-e198-489e-92d2-dca429bbbdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:51Z', 'updated_at': '2021-01-22T20:17:13Z', 'revision_number': 4, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'subnets': [{'id': '967b80c3-e198-489e-92d2-dca429bbbdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:14.894226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdef21-7d23-4627-a3ba-5bd2fbfab67e None None] The sync data for ids ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'] in dv-cinder-768105-3-iscsi is: [{'id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-router', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'gw_port': {'id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:43Z', 'updated_at': '2021-01-22T20:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '74bd514d-1f17-4f15-980e-13501e1c7218', 'name': '', 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'mac_address': 'fa:16:3e:e4:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '967b80c3-e198-489e-92d2-dca429bbbdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:51Z', 'updated_at': '2021-01-22T20:17:13Z', 'revision_number': 4, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'subnets': [{'id': '967b80c3-e198-489e-92d2-dca429bbbdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:17:14.908936 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efc50a82-fc6c-4a2e-b656-44a2037f7977 req-7a4752b2-6b68-4e3e-96ec-672fc771a1cf tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 210 time: 0.0612950
Jan 22 20:17:14.913169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:14.985426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:15.051371 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:17:15.055208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:15.059651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:17:15.101489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bd034-a0e1-4afd-9bcf-ff33e9b575f2 req-a9014a8a-8935-4778-bafa-e468889e3e4c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:15.111164 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-207bd034-a0e1-4afd-9bcf-ff33e9b575f2 req-a9014a8a-8935-4778-bafa-e468889e3e4c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 943 time: 0.3857222
Jan 22 20:17:15.165817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 74bd514d-1f17-4f15-980e-13501e1c7218, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=74bd514d-1f17-4f15-980e-13501e1c7218,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:17:15.208996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:15.215092 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-207bd034-a0e1-4afd-9bcf-ff33e9b575f2 req-4942cc22-94ce-481a-98ea-d9d908a02c29 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009021
Jan 22 20:17:15.216961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d772aaf-f012-47ed-81ca-64040f86abb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:15.239390 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:15.316224 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=74bd514d-1f17-4f15-980e-13501e1c7218,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:15.321283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:15.484497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:15.485510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Request body: {'port': {'device_id': 'b32f9602-f65c-4db3-8651-f31161fad2db', 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6', 'admin_state_up': True, 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:15.539790 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network 14d6ca95-c1f4-40ad-99ea-c925c90e1e33 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:17:15.602213 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-272e5b7c-5326-4f74-90f3-eb1b94dc66f1 req-f1780ca1-7386-4c5d-95b1-82150bb749a4 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 210 time: 0.1208794
Jan 22 20:17:15.831060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553f116-9dd2-4296-895d-d873ebe82c58 req-5d456f61-abee-4669-b289-1fe9ede6b1fb tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:15.833282 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6553f116-9dd2-4296-895d-d873ebe82c58 req-5d456f61-abee-4669-b289-1fe9ede6b1fb tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 944 time: 0.5178912
Jan 22 20:17:15.890199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:15.907637 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:15.914066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980e060-7ab9-4373-b42d-21855dee56f8 req-e78cc505-a406-4cab-ae15-b356f43a30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:15.915712 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4980e060-7ab9-4373-b42d-21855dee56f8 req-e78cc505-a406-4cab-ae15-b356f43a30d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 1160 time: 0.1485572
Jan 22 20:17:15.945911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Made reservation on behalf of 8833752d98fa496a8cca50e1bcc67bfc for: {'port': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:15.960340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:16.001095 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6553f116-9dd2-4296-895d-d873ebe82c58 req-ce2f5b10-1c16-4109-96be-c2a89bc04b0a tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462219
Jan 22 20:17:16.119907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 74bd514d-1f17-4f15-980e-13501e1c7218 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:16.176577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026f825-ac0d-4bac-99fc-ebd9468adbd8 req-386d0306-3683-4ac0-8725-bcc3a8b6c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:16.178693 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7026f825-ac0d-4bac-99fc-ebd9468adbd8 req-386d0306-3683-4ac0-8725-bcc3a8b6c9c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35ab5b1364194bec8a00cb7a62edcde1&device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 1161 time: 0.5933659
Jan 22 20:17:16.264007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 74bd514d-1f17-4f15-980e-13501e1c7218 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:16.264749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:16.499888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980e060-7ab9-4373-b42d-21855dee56f8 req-b884dedc-4198-4fdf-a629-73b5e8ee9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:16.501547 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4980e060-7ab9-4373-b42d-21855dee56f8 req-b884dedc-4198-4fdf-a629-73b5e8ee9a67 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=50acb7baae23426ab1c2e7157517dc89&shared=False HTTP/1.1" status: 200  len: 908 time: 0.3078921
Jan 22 20:17:16.541110 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f9e2b2bb-3459-4f56-956a-62bf71d53ed5 req-e5959be7-0b6f-4ff7-a2f1-58db6ea00000 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 210 time: 0.2574399
Jan 22 20:17:16.631439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026f825-ac0d-4bac-99fc-ebd9468adbd8 req-140f8f2a-6bbf-41f2-b345-6ebfc8484bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:16.632943 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7026f825-ac0d-4bac-99fc-ebd9468adbd8 req-140f8f2a-6bbf-41f2-b345-6ebfc8484bd6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=35ab5b1364194bec8a00cb7a62edcde1&shared=False HTTP/1.1" status: 200  len: 906 time: 0.4341896
Jan 22 20:17:16.645539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:16.681404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Allocated IP 172.20.0.5 (b9206a83-e41a-460b-aea7-8dc961f124e6/967b80c3-e198-489e-92d2-dca429bbbdd3/0158bcdb-e28c-4d86-af0d-b8514067baad) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:17:16.731350 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:16.797257 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9d6b8-1a33-4b73-88d9-9d789b31b249 req-99103103-3f2a-4ffb-8aaa-7ce8ca963751 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:16.799043 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10e9d6b8-1a33-4b73-88d9-9d789b31b249 req-99103103-3f2a-4ffb-8aaa-7ce8ca963751 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 943 time: 0.3139856
Jan 22 20:17:16.808266 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:16.955365 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980e060-7ab9-4373-b42d-21855dee56f8 req-ab441152-dddf-4031-8ce8-01197306bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:16.957053 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4980e060-7ab9-4373-b42d-21855dee56f8 req-ab441152-dddf-4031-8ce8-01197306bac7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4231241
Jan 22 20:17:17.256160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:17.273325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2feaed7e-517d-4aa5-94ea-f4f9485d9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:17.273325 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2feaed7e-517d-4aa5-94ea-f4f9485d9418 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 1160 time: 0.2469945
Jan 22 20:17:17.399690 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-dd3cb7a3-7e56-4a11-b1fb-32f065ae837d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce663e0b-f830-4275-8432-d16a04c36260 HTTP/1.1" status: 200  len: 217 time: 0.1133299
Jan 22 20:17:17.414084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:17.483824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-f393df30-23a0-4050-a4e9-4a41b497058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:17.485405 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-f393df30-23a0-4050-a4e9-4a41b497058c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1014b5cf-4f46-4af2-bda1-9028b21ea5b3 HTTP/1.1" status: 200  len: 854 time: 0.0790415
Jan 22 20:17:17.485934 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'Port': ['ID=38bd1eb7-d165-4f4e-968f-252ae42077c9,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:17.514214 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:17.520297 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b4e5bb07-95f1-41f5-868d-a9e8dc7bac6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:17.546405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.48', 55732) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:17.548662 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-983289cc-283e-4df1-82ce-72d3f6305c29 req-ea7e8c05-6e38-4e40-af0e-1eaf5f262083 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 210 time: 0.5238969
Jan 22 20:17:17.580701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:17.587939 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-2680105a-96fa-4749-8e29-622f6d7ce6fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2ce280f-e5a9-40c0-a924-e7b421b6463b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0939019
Jan 22 20:17:17.626996 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10e9d6b8-1a33-4b73-88d9-9d789b31b249 req-54ba8027-fc3b-4f8e-8352-de3000bde039 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7586861
Jan 22 20:17:17.656368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:17.744887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=17277280-f06a-4c3a-84cd-6de21d72e621,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:17.749922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:17:17.754878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Pushing event updated for resources: {'Port': ['ID=0158bcdb-e28c-4d86-af0d-b8514067baad,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:17.758084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:17.800523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:17.859934 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026f825-ac0d-4bac-99fc-ebd9468adbd8 req-b78cac25-b73e-4643-bb64-9df704acc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:17.861029 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7026f825-ac0d-4bac-99fc-ebd9468adbd8 req-b78cac25-b73e-4643-bb64-9df704acc3ac service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 1.1589606
Jan 22 20:17:17.932371 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6e83d66-fb6a-4245-9032-c42e75b8b259 req-3396ddbb-3911-44bf-a4b2-2ef7db4c2fe7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 210 time: 0.1307497
Jan 22 20:17:17.943292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:18.095929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Checking segment: {'id': '00d78eac-ff2c-408a-b661-7b326821773f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14d6ca95-c1f4-40ad-99ea-c925c90e1e33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:18.096463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Network hostable DHCP agents. Network: 14d6ca95-c1f4-40ad-99ea-c925c90e1e33, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:17:18.102689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.48', 55736) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:18.105231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:18.109937 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-b51482b6-f97a-4732-9430-d1ae555c5734 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:18.118483 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-b51482b6-f97a-4732-9430-d1ae555c5734 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.48 "GET /v2.0/networks?id=b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 200  len: 819 time: 0.5644157
Jan 22 20:17:18.119304 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.2144270
Jan 22 20:17:18.156208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Request body: {'port': {'device_id': '8624afae-1577-4f2c-ba56-1fc646f9bd40', 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6', 'admin_state_up': True, 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:18.173742 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c5a4c-450b-410a-93e1-a236dc864849 req-a4712f30-4ffb-45b1-8d61-e6216f672353 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:18.176064 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f23c5a4c-450b-410a-93e1-a236dc864849 req-a4712f30-4ffb-45b1-8d61-e6216f672353 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 944 time: 0.4284327
Jan 22 20:17:18.277515 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-a5632b3f-6e88-4bf2-9db0-7322de992adc service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6737535
Jan 22 20:17:18.286873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Network b9206a83-e41a-460b-aea7-8dc961f124e6 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:17:18.311561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540daa23-f921-4892-9047-7b699a01e627 req-0ffb36e2-06c9-4d29-b0e6-402a120827df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:18.313047 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-0ffb36e2-06c9-4d29-b0e6-402a120827df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35ab5b1364194bec8a00cb7a62edcde1&device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 1161 time: 0.3556485
Jan 22 20:17:18.316428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:18.329003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:17:18.353491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:18.353491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:18.456435 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f23c5a4c-450b-410a-93e1-a236dc864849 req-07da48e1-02f2-483d-8227-753fbf57851c tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2575576
Jan 22 20:17:18.457174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Network 14d6ca95-c1f4-40ad-99ea-c925c90e1e33 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:17:18.489255 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-6481d9dc-b526-427a-b411-748aeddd4d04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca556f47-2989-41ea-b8e1-6f7361b60693 HTTP/1.1" status: 200  len: 217 time: 0.1411479
Jan 22 20:17:18.499694 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:18.507856 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Usage tracker for resource:port and tenant:8833752d98fa496a8cca50e1bcc67bfc is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:18.516281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Quota usage for port was recalculated. Used quota:2. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:18.542252 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0754743
Jan 22 20:17:18.544891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:18.548809 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-a2a7c82b-3593-495a-988f-78f9fed194d1 service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2607336
Jan 22 20:17:18.572535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, 14d6ca95-c1f4-40ad-99ea-c925c90e1e33) {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:18.579745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Request body: {'port': {'device_id': 'b32f9602-f65c-4db3-8651-f31161fad2db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:18.584043 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73f235-5921-4fa6-bf5e-a039f7b6e319 None None] Network 14d6ca95-c1f4-40ad-99ea-c925c90e1e33 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:17:18.632539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-cfc8d703-7fc8-4563-a704-aa93f507a3fe tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:18.634283 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-cfc8d703-7fc8-4563-a704-aa93f507a3fe tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 817 time: 0.5168421
Jan 22 20:17:18.667572 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:18.668462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:18.682174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Made reservation on behalf of 8833752d98fa496a8cca50e1bcc67bfc for: {'port': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:18.688288 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-a0d5cfe8-babb-48ce-a1f6-3d83fc849ac6 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Synchronizing usage tracker for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:security_group {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:17:18.710224 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:18.737853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540daa23-f921-4892-9047-7b699a01e627 req-bcac03f7-152d-4d45-8fab-ae95eff7932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:18.739470 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-bcac03f7-152d-4d45-8fab-ae95eff7932f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=696176c1-0ad0-4fd9-a904-5ebe3a6ab655 HTTP/1.1" status: 200  len: 852 time: 0.2266755
Jan 22 20:17:18.813701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:18.848312 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c1c59f3f-b127-4c2f-a4d1-998a1637f637 req-146f351e-cc5a-4442-8608-7caf3d2ab8da tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 210 time: 0.0800762
Jan 22 20:17:18.874825 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.7047639
Jan 22 20:17:18.984660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b99608-d911-4cc6-bf51-5c76245c81b6 None None] Network 14d6ca95-c1f4-40ad-99ea-c925c90e1e33 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:17:19.052260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-a0d5cfe8-babb-48ce-a1f6-3d83fc849ac6 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Unset dirty status for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:security_group {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:17:19.055595 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-a0d5cfe8-babb-48ce-a1f6-3d83fc849ac6 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--628937633&fields=id&tenant_id=e38ccd21c1674123bb7dd2df09b09606 HTTP/1.1" status: 200  len: 267 time: 0.6386704
Jan 22 20:17:19.221695 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44742) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:19.262229 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-9bfe7bdc-d10a-42d8-8138-af302a564491 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79b97134-d1dc-42a0-81e4-96f514de151d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4127641
Jan 22 20:17:19.281658 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-36e2dceb-984d-4333-a9c0-d2c10e37792e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5298656aa8d344849634ed79515c8355 HTTP/1.1" status: 200  len: 5702 time: 0.5841804
Jan 22 20:17:19.369081 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f59f127-3beb-4ab1-b7e8-97f16355283c admin admin] Deleting subnet af0e97d3-e573-4f7f-8af6-d68b7134acc2 {{(pid=80268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:17:19.385708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'port': {'device_id': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'admin_state_up': True, 'tenant_id': '5298656aa8d344849634ed79515c8355', 'security_groups': ['ef2a6889-96e4-469e-afac-14f29404eecc']}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:19.414146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f59f127-3beb-4ab1-b7e8-97f16355283c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:19.697864 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-91ab3a9d-95bf-44a3-8293-684738f2093e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:19.698771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-91ab3a9d-95bf-44a3-8293-684738f2093e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Synchronizing usage tracker for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:network {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:17:19.762260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f59f127-3beb-4ab1-b7e8-97f16355283c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:19.767141 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-43480cf4-c3e1-488c-ba33-48806c533be6 service neutron] 10.222.0.48 "GET /v2.0/networks/79b97134-d1dc-42a0-81e4-96f514de151d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4844077
Jan 22 20:17:19.787803 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f59f127-3beb-4ab1-b7e8-97f16355283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:19.798105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b22011-4903-4c05-938a-12b5d99d76ee req-412286e6-4821-462f-b35c-6b75b63dc436 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:19.799996 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-35b22011-4903-4c05-938a-12b5d99d76ee req-412286e6-4821-462f-b35c-6b75b63dc436 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 943 time: 0.5407860
Jan 22 20:17:19.837824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:19.871922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:port and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:19.879480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-91ab3a9d-95bf-44a3-8293-684738f2093e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Unset dirty status for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:network {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:17:19.880870 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-91ab3a9d-95bf-44a3-8293-684738f2093e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/networks?id=680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 200  len: 811 time: 0.7926769
Jan 22 20:17:19.883581 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for port was recalculated. Used quota:3. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:19.946293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:19.981849 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-fe49d9ad-e2c6-4d64-aa46-9cc571c5deb7 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/quotas/e38ccd21c1674123bb7dd2df09b09606 HTTP/1.1" status: 200  len: 375 time: 0.0930088
Jan 22 20:17:20.004443 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-35b22011-4903-4c05-938a-12b5d99d76ee req-1739d024-cdea-416d-8bb2-32907d9dd1dc tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702893
Jan 22 20:17:20.011482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Allocated IP 172.20.0.13 (b9206a83-e41a-460b-aea7-8dc961f124e6/967b80c3-e198-489e-92d2-dca429bbbdd3/b1d5b385-d46d-4220-ac1a-4a61d1606f40) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:17:20.088936 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-540daa23-f921-4892-9047-7b699a01e627 req-8f088f72-1b69-482d-91ff-a520711d8915 service neutron] 10.222.0.48 "GET /v2.0/networks/79b97134-d1dc-42a0-81e4-96f514de151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2836356
Jan 22 20:17:20.108926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Made reservation on behalf of 5298656aa8d344849634ed79515c8355 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:20.118694 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:20.215451 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-71883f7f-02c4-4594-9892-6fc9029fbd57 req-b58e3f1d-c6ba-4eb5-ade3-5cd7a8bca729 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 210 time: 0.0740337
Jan 22 20:17:20.476590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:20.485775 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f59f127-3beb-4ab1-b7e8-97f16355283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:20.485971 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-f0bb3add-14de-4a3c-a927-6e074ea27cc5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?tenant_id=e38ccd21c1674123bb7dd2df09b09606&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4916470
Jan 22 20:17:20.510667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dbf214a1-d743-4eb8-8d06-fda6bb757486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:20.569200 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f127-3beb-4ab1-b7e8-97f16355283c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0e97d3-e573-4f7f-8af6-d68b7134acc2,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:20.623135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4f59f127-3beb-4ab1-b7e8-97f16355283c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:20.695042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:20.707137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f59f127-3beb-4ab1-b7e8-97f16355283c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:20.787802 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4f59f127-3beb-4ab1-b7e8-97f16355283c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/af0e97d3-e573-4f7f-8af6-d68b7134acc2 HTTP/1.1" status: 204  len: 168 time: 1.5648119
Jan 22 20:17:20.790957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44764) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:20.840785 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:20.866869 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-6bdbfa51-b6e1-48fa-84ed-2395a8d29d0b service neutron] 10.222.0.38 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3222995
Jan 22 20:17:20.902813 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3adac-b86a-407b-a9b0-b90b3831ed15 req-689d4e0a-f91e-4c70-82e7-da0cf19853ca tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:20.904546 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ca3adac-b86a-407b-a9b0-b90b3831ed15 req-689d4e0a-f91e-4c70-82e7-da0cf19853ca tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 944 time: 0.3613558
Jan 22 20:17:21.149632 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ca3adac-b86a-407b-a9b0-b90b3831ed15 req-88188565-fcce-46e1-a5d9-e0b4334c1d09 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2162979
Jan 22 20:17:21.197743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Allocated IP 172.20.0.10 (cb37c98c-35d3-4c00-b386-0eb554f9926a/5d88dd98-dd68-450e-b555-53355c2e4ae3/379949ec-ca78-467b-a6a6-d869077eb99c) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:17:21.219107 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-a8a0d5b9-f11d-4c02-aec0-12f286db30be service neutron] 10.222.0.38 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3428435
Jan 22 20:17:21.231192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0158bcdb-e28c-4d86-af0d-b8514067baad {{(pid=80268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:17:21.253886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:21.269002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Transition to ACTIVE for port object 0158bcdb-e28c-4d86-af0d-b8514067baad will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:17:21.288500 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:21.354486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Pushing event updated for resources: {'Port': ['ID=b1d5b385-d46d-4220-ac1a-4a61d1606f40,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:21.396703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:21.396703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:21.419030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:21.609399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b7ca-8f45-4c0a-a055-beb784662c1a req-0cc370ec-e83e-4194-8838-34818fbcbcf5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:21.611149 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8135b7ca-8f45-4c0a-a055-beb784662c1a req-0cc370ec-e83e-4194-8838-34818fbcbcf5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 932 time: 0.1654153
Jan 22 20:17:21.682999 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8135b7ca-8f45-4c0a-a055-beb784662c1a req-0fac7e06-6cb6-4f32-b62e-d19c2732a503 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556328
Jan 22 20:17:21.704790 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Pushing event updated for resources: {'Port': ['ID=0158bcdb-e28c-4d86-af0d-b8514067baad,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:21.723694 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:21.828707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Network b9206a83-e41a-460b-aea7-8dc961f124e6 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:17:21.835660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:21.849712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:21.875360 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:17:21.898512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:21.899390 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:22.317476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f73bb4c9128>> segment before_delete 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.317902 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f73bb4c9128>> subnet precommit_delete_associations 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.318890 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73bbb6df60>> segment_host_mapping after_create 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.319339 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73bbb6df60>> port after_create 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.319805 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73bbb6df60>> port after_delete 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.320266 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73bbb6df60>> port after_update 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.320702 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73bbb6df60>> segment after_delete 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.321129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73bbb6df60>> subnet after_create 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.321527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73bbb6df60>> subnet after_delete 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.321916 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73bbb6df60>> subnet after_update 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.390085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73bb462080>> subnet after_create 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.390479 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73bb462080>> subnet after_delete 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.390866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73bb462080>> subnet before_create 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.391256 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73bb462080>> subnet before_update 55550000 {{(pid=80268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:17:22.391663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bb61dda0>,) {'filters': {'network_id': ['b09bb898-bb5d-4743-8b09-46d3df414685']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:22.418704 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb61dda0>, '59772274-da94-43b0-9c7b-c3c381b22751') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:22.418948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb61dda0>, '59772274-da94-43b0-9c7b-c3c381b22751') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:22.433997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Attempting to bind port 0158bcdb-e28c-4d86-af0d-b8514067baad on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:17:22.434377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Attempting to bind port 0158bcdb-e28c-4d86-af0d-b8514067baad by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:17:22.434747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Attempting to bind port 0158bcdb-e28c-4d86-af0d-b8514067baad on network b9206a83-e41a-460b-aea7-8dc961f124e6 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:17:22.438323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:22.454808 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:17:22.455186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Checking segment: {'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:22.455750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:22.456614 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Bound using segment: {'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:17:22.457115 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Bound port: 0158bcdb-e28c-4d86-af0d-b8514067baad, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:17:22.457496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:22.529161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:22.582028 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.4308197
Jan 22 20:17:22.624373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Transition to ACTIVE for port object 379949ec-ca78-467b-a6a6-d869077eb99c will not be triggered until provisioned by entity DHCP. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:17:22.626936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] For port 0158bcdb-e28c-4d86-af0d-b8514067baad, host hv-cinder-76810, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:17:22.689718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] For port 0158bcdb-e28c-4d86-af0d-b8514067baad, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0158bcdb-e28c-4d86-af0d-b8514067baad,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:17:22.692190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:22.696537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:17:22.795709 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:22.819503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:22.821232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-468db89c-85d4-4cbf-b72a-8e838b4847ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:22.850882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8601cb-d0b8-497a-8ed9-3d411181b308 req-ae48e1b4-cdd7-4091-aa2c-e6e8ff5c4019 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:22.852948 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab8601cb-d0b8-497a-8ed9-3d411181b308 req-ae48e1b4-cdd7-4091-aa2c-e6e8ff5c4019 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 943 time: 0.1889699
Jan 22 20:17:22.875386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0af5933a-c2e6-4d0f-87ab-21a08175a894 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:23.060514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Network b09bb898-bb5d-4743-8b09-46d3df414685 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:17:23.077595 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'Port': ['ID=379949ec-ca78-467b-a6a6-d869077eb99c,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:23.093465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:23.098267 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:23.100826 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ab8601cb-d0b8-497a-8ed9-3d411181b308 req-49e44078-8616-4eed-aff9-8131f48500f8 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279806
Jan 22 20:17:23.158608 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8971aa-7b7f-4d6d-961b-ac0f39ee2cf6 req-f4a9642c-1976-44e4-8e3c-5695666b8f35 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:23.167077 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc8971aa-7b7f-4d6d-961b-ac0f39ee2cf6 req-f4a9642c-1976-44e4-8e3c-5695666b8f35 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 932 time: 0.4041424
Jan 22 20:17:23.198101 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Pushing event updated for resources: {'Port': ['ID=0158bcdb-e28c-4d86-af0d-b8514067baad,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:23.211261 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:23.224987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Network cb37c98c-35d3-4c00-b386-0eb554f9926a is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:17:23.243626 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc8971aa-7b7f-4d6d-961b-ac0f39ee2cf6 req-b669ee07-89f7-4069-bd34-f3e24a655b99 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754218
Jan 22 20:17:23.244848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:23.249731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:17:23.290245 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:23.290245 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:23.350670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Network b09bb898-bb5d-4743-8b09-46d3df414685 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   (rel_b, rel_a, rel_b),
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:17:23.380764 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:17:23.397994 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:23.398700 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:23.400839 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] 10.222.0.48 "PUT /v2.0/ports/0158bcdb-e28c-4d86-af0d-b8514067baad HTTP/1.1" status: 200  len: 1157 time: 4.8262768
Jan 22 20:17:23.403695 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0471578
Jan 22 20:17:23.403894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32f9602-f65c-4db3-8651-f31161fad2db', 'tag': '0158bcdb-e28c-4d86-af0d-b8514067baad'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:23.420674 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00122644-f55d-4b0d-b041-cace494e0959 req-880ff3fa-7554-41ec-b350-28201baa3958 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 210 time: 0.0702877
Jan 22 20:17:23.535359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7e57a-e5de-430d-8ed1-6821863b3fea req-2cd9654d-aa76-47ef-ad9d-37e10e3db330 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:23.538321 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdd7e57a-e5de-430d-8ed1-6821863b3fea req-2cd9654d-aa76-47ef-ad9d-37e10e3db330 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 944 time: 0.2341409
Jan 22 20:17:23.593453 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdd7e57a-e5de-430d-8ed1-6821863b3fea req-26a73e1a-3ac6-4b43-994a-e6bd07de870b tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486929
Jan 22 20:17:23.629713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-09702f41-96d7-41fc-a409-2e68c06be90f None None] Provisioning for port 379949ec-ca78-467b-a6a6-d869077eb99c completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:23.635723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-09702f41-96d7-41fc-a409-2e68c06be90f None None] Provisioning complete for port 379949ec-ca78-467b-a6a6-d869077eb99c triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:23.636223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09702f41-96d7-41fc-a409-2e68c06be90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:23.682624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:23.688639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cc55623c-a6be-49cf-aa47-c065b3f7bef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:23.715560 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:23.725907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Pushing event deleted for resources: {'Network': ['ID=b09bb898-bb5d-4743-8b09-46d3df414685,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:23.726077 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-09702f41-96d7-41fc-a409-2e68c06be90f None None] Port 379949ec-ca78-467b-a6a6-d869077eb99c cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:17:23.732391 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b09bb898-bb5d-4743-8b09-46d3df414685 HTTP/1.1" status: 204  len: 168 time: 2.9402285
Jan 22 20:17:23.733917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:23.735181 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44810) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:23.774667 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32f9602-f65c-4db3-8651-f31161fad2db', 'tag': '0158bcdb-e28c-4d86-af0d-b8514067baad', 'status': 'completed', 'code': 200}
Jan 22 20:17:23.809602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aca105e-7aa6-4330-bc28-0843ab7d6fd9 admin admin] Deleting subnet 17277280-f06a-4c3a-84cd-6de21d72e621 {{(pid=80268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:17:23.813153 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5aca105e-7aa6-4330-bc28-0843ab7d6fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:23.830363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e9e46-f445-4542-9603-7d1623b0a2e0 req-7766c1eb-1f2e-40bd-bb35-6befb84a1be8 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:23.832581 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e34e9e46-f445-4542-9603-7d1623b0a2e0 req-7766c1eb-1f2e-40bd-bb35-6befb84a1be8 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 932 time: 0.1353452
Jan 22 20:17:23.866468 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5aca105e-7aa6-4330-bc28-0843ab7d6fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848437748'] for subnet, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:23.884509 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e34e9e46-f445-4542-9603-7d1623b0a2e0 req-db278bf1-2cbd-46c9-a8aa-333e18d4a3e7 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456028
Jan 22 20:17:23.930338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5aca105e-7aa6-4330-bc28-0843ab7d6fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:24.220121 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5aca105e-7aa6-4330-bc28-0843ab7d6fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7279169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848344222'] for subnet, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:24.241471 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4f59f127-3beb-4ab1-b7e8-97f16355283c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:24.290779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca105e-7aa6-4330-bc28-0843ab7d6fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17277280-f06a-4c3a-84cd-6de21d72e621,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:24.349295 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5aca105e-7aa6-4330-bc28-0843ab7d6fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:24.363699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5426b5-d8f6-45e1-98c6-d4ff2e90eedd req-f27bcaf6-33fb-463f-9345-aa482076f5c3 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:24.365517 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd5426b5-d8f6-45e1-98c6-d4ff2e90eedd req-f27bcaf6-33fb-463f-9345-aa482076f5c3 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 943 time: 0.1202633
Jan 22 20:17:24.394228 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Request body: {'port': {'device_id': '8624afae-1577-4f2c-ba56-1fc646f9bd40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:24.405809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Request body: {'port': {'device_id': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:24.429107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5aca105e-7aa6-4330-bc28-0843ab7d6fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:24.490538 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5aca105e-7aa6-4330-bc28-0843ab7d6fd9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/17277280-f06a-4c3a-84cd-6de21d72e621 HTTP/1.1" status: 204  len: 168 time: 0.7540383
Jan 22 20:17:24.500333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44822) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:24.536099 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd5426b5-d8f6-45e1-98c6-d4ff2e90eedd req-8821c57b-e2e5-4b56-95d8-fe0280fadbf4 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633346
Jan 22 20:17:24.625310 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:24.672213 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033406ba-2628-48e8-a587-200b105f98b7 req-44ac9c07-7347-4536-9a25-44276932adaf tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:24.672841 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-033406ba-2628-48e8-a587-200b105f98b7 req-44ac9c07-7347-4536-9a25-44276932adaf tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Synchronizing usage tracker for tenant:5298656aa8d344849634ed79515c8355 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:17:24.708744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:24.765178 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:24.776068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-379e7fcb-fe58-4c31-aa07-73b8c252af54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:24.803529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8bf0e-cc0c-4a93-b78c-cba97e318e40 req-47b23606-6a70-4371-a757-12882a0f0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:24.805212 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3b8bf0e-cc0c-4a93-b78c-cba97e318e40 req-47b23606-6a70-4371-a757-12882a0f0477 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 1160 time: 0.3829548
Jan 22 20:17:24.976410 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d63f7ef9-975a-4c4d-be5c-8a1d5a6a39f0 req-de023716-6527-44c9-ad97-a279d356e163 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 210 time: 0.2999704
Jan 22 20:17:25.027862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-033406ba-2628-48e8-a587-200b105f98b7 req-44ac9c07-7347-4536-9a25-44276932adaf tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Unset dirty status for tenant:5298656aa8d344849634ed79515c8355 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:17:25.029154 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-033406ba-2628-48e8-a587-200b105f98b7 req-44ac9c07-7347-4536-9a25-44276932adaf tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 932 time: 0.5924964
Jan 22 20:17:25.212993 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-033406ba-2628-48e8-a587-200b105f98b7 req-62f2e2c3-0913-4dff-9f4c-ce43e7eb6534 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1728210
Jan 22 20:17:25.390590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333befa4-792f-4342-9cf4-25a94c262a6e req-417d7919-b65f-4eae-adcc-655ef78e57c0 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:25.392411 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-333befa4-792f-4342-9cf4-25a94c262a6e req-417d7919-b65f-4eae-adcc-655ef78e57c0 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 944 time: 0.2514317
Jan 22 20:17:25.398074 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:25.554515 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-333befa4-792f-4342-9cf4-25a94c262a6e req-5f49f721-ac56-4b90-b1fb-1aa39f399bd3 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135354
Jan 22 20:17:25.582675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8bf0e-cc0c-4a93-b78c-cba97e318e40 req-92576e2d-f7b4-4236-ae9a-2752213e83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:25.584338 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3b8bf0e-cc0c-4a93-b78c-cba97e318e40 req-92576e2d-f7b4-4236-ae9a-2752213e83cb service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&shared=False HTTP/1.1" status: 200  len: 913 time: 0.7444923
Jan 22 20:17:25.610276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f11fb6-2633-4d60-b209-df7fc7c4b667 req-843780e4-0736-4dd1-871e-69df501cab70 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:25.612571 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30f11fb6-2633-4d60-b209-df7fc7c4b667 req-843780e4-0736-4dd1-871e-69df501cab70 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 932 time: 0.2157044
Jan 22 20:17:25.719262 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bb9b34a8>,) {'filters': {'network_id': ['14d6ca95-c1f4-40ad-99ea-c925c90e1e33']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:25.750333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379949ec-ca78-467b-a6a6-d869077eb99c {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:17:25.770722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:25.772527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb9b34a8>, '00d78eac-ff2c-408a-b661-7b326821773f') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:25.773064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb9b34a8>, '00d78eac-ff2c-408a-b661-7b326821773f') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:25.780028 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30f11fb6-2633-4d60-b209-df7fc7c4b667 req-d3182b58-62a9-4761-b33f-1274f7e37cbd tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320381
Jan 22 20:17:25.795269 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Transition to ACTIVE for port object 379949ec-ca78-467b-a6a6-d869077eb99c will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:17:25.799389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:25.851113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c5e3-0cad-46ea-8c44-adb13d9c91e1 req-db733db8-2aa3-40f1-a1a7-f818e6723a99 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:25.852854 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41a5c5e3-0cad-46ea-8c44-adb13d9c91e1 req-db733db8-2aa3-40f1-a1a7-f818e6723a99 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 943 time: 0.1606383
Jan 22 20:17:25.854071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:25.874185 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:25.916876 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8bf0e-cc0c-4a93-b78c-cba97e318e40 req-f9986e07-6b01-4b5a-a1ba-9e9f7bca5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:25.918484 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3b8bf0e-cc0c-4a93-b78c-cba97e318e40 req-f9986e07-6b01-4b5a-a1ba-9e9f7bca5503 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3264964
Jan 22 20:17:26.047067 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d5b385-d46d-4220-ac1a-4a61d1606f40 {{(pid=80268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:17:26.048505 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41a5c5e3-0cad-46ea-8c44-adb13d9c91e1 req-15f21402-5792-4525-8bc2-5395cc9599ce tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778879
Jan 22 20:17:26.186903 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:26.197723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:26.207118 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:17:26.308207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Transition to ACTIVE for port object b1d5b385-d46d-4220-ac1a-4a61d1606f40 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:17:26.350796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:26.375029 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c10004e0-ec49-41f3-a75c-4c17a0517398 req-f4f0a985-68ff-4722-80fd-e0ddaf871860 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 210 time: 0.1196566
Jan 22 20:17:26.400845 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Pushing event updated for resources: {'Port': ['ID=379949ec-ca78-467b-a6a6-d869077eb99c,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:26.410707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:26.422280 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:26.472780 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-9a526e33-427e-414d-9cdd-b81d84943934 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:26.474323 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-9a526e33-427e-414d-9cdd-b81d84943934 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.48 "GET /v2.0/networks?id=680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 200  len: 811 time: 0.5127754
Jan 22 20:17:26.565889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Network 14d6ca95-c1f4-40ad-99ea-c925c90e1e33 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:17:26.650495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:26.778392 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Attempting to bind port 379949ec-ca78-467b-a6a6-d869077eb99c on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:17:26.778847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Attempting to bind port 379949ec-ca78-467b-a6a6-d869077eb99c by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:17:26.779100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Attempting to bind port 379949ec-ca78-467b-a6a6-d869077eb99c on network cb37c98c-35d3-4c00-b386-0eb554f9926a {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:17:26.826492 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-2eb215be-f880-484d-8935-db8373c64865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:26.828169 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-2eb215be-f880-484d-8935-db8373c64865 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 1160 time: 0.7498734
Jan 22 20:17:26.838886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:17:26.839295 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Checking segment: {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:26.845414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:26.845414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Bound using segment: {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:17:26.845414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Bound port: 379949ec-ca78-467b-a6a6-d869077eb99c, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:17:26.845414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:26.877136 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-171b834d-f367-445d-a488-ca03f5c9a487 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e38ccd21c1674123bb7dd2df09b09606 HTTP/1.1" status: 200  len: 5703 time: 0.3433442
Jan 22 20:17:26.919197 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Pushing event updated for resources: {'Port': ['ID=b1d5b385-d46d-4220-ac1a-4a61d1606f40,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:26.923277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Network 14d6ca95-c1f4-40ad-99ea-c925c90e1e33 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:17:26.928852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'port': {'device_id': '633f52c8-661e-4636-8454-bbb893cbe51d', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'admin_state_up': True, 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'security_groups': ['08df0369-27ab-437c-a857-ab25bc4bae3d']}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:27.007834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070f49e-be94-42a4-bc01-1668fd80132d req-1e75a1ef-a347-4307-9cd1-7becc41f90d6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:27.007834 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7070f49e-be94-42a4-bc01-1668fd80132d req-1e75a1ef-a347-4307-9cd1-7becc41f90d6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.5299094
Jan 22 20:17:27.007996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:17:27.016734 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:17:27.047096 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-2c150a32-7e24-4c2f-a837-517898adcfee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0158bcdb-e28c-4d86-af0d-b8514067baad HTTP/1.1" status: 200  len: 217 time: 0.1310580
Jan 22 20:17:27.220220 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2798f-298d-4cf7-8dc1-a568fa7490c8 req-c467735d-e39c-473d-b24d-d7e6bde80e68 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:27.222432 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ec2798f-298d-4cf7-8dc1-a568fa7490c8 req-c467735d-e39c-473d-b24d-d7e6bde80e68 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 944 time: 0.4568965
Jan 22 20:17:27.234629 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7070f49e-be94-42a4-bc01-1668fd80132d req-a7290da2-efbd-4357-9715-69b2c832c0aa tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2095907
Jan 22 20:17:27.273309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] For port 379949ec-ca78-467b-a6a6-d869077eb99c, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:17:27.288870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:27.312284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:port and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:27.316966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] For port 379949ec-ca78-467b-a6a6-d869077eb99c, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=379949ec-ca78-467b-a6a6-d869077eb99c,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:17:27.320868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for port was recalculated. Used quota:3. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:27.336731 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ec2798f-298d-4cf7-8dc1-a568fa7490c8 req-94542e10-70da-42a4-b12b-76a7e433fff5 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907559
Jan 22 20:17:27.336940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:27.351746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:27.371397 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:27.434306 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Made reservation on behalf of e38ccd21c1674123bb7dd2df09b09606 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:27.444742 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:27.521263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-0f1ef36d-b669-4ea9-8b97-2305e6248efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:27.522859 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-0f1ef36d-b669-4ea9-8b97-2305e6248efb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967b80c3-e198-489e-92d2-dca429bbbdd3 HTTP/1.1" status: 200  len: 859 time: 0.4679623
Jan 22 20:17:27.528186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:27.579714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6ea2c1ee-d6e5-4c2e-b461-405c65536310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:27.612455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:27.623491 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-f3dbd15a-91ef-4a0d-be99-ac8c7dbc2324 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9206a83-e41a-460b-aea7-8dc961f124e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0911403
Jan 22 20:17:27.628384 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d6ca95-c1f4-40ad-99ea-c925c90e1e33,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:27.633726 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:27.636559 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] 10.222.0.38 "DELETE /v2.0/networks/14d6ca95-c1f4-40ad-99ea-c925c90e1e33 HTTP/1.1" status: 204  len: 168 time: 3.1308670
Jan 22 20:17:27.757015 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Attempting to bind port b1d5b385-d46d-4220-ac1a-4a61d1606f40 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:17:27.757366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Attempting to bind port b1d5b385-d46d-4220-ac1a-4a61d1606f40 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:17:27.757733 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Attempting to bind port b1d5b385-d46d-4220-ac1a-4a61d1606f40 on network b9206a83-e41a-460b-aea7-8dc961f124e6 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:17:27.774890 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:17:27.775252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Checking segment: {'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:27.775662 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:27.776333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Bound using segment: {'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:17:27.776577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Bound port: b1d5b385-d46d-4220-ac1a-4a61d1606f40, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39247533-62e5-4bdc-87b1-11e7a2b5e6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b9206a83-e41a-460b-aea7-8dc961f124e6'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:17:27.776932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:27.796718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:27.851336 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Pushing event updated for resources: {'Port': ['ID=379949ec-ca78-467b-a6a6-d869077eb99c,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:27.857094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:27.883705 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-933c0ab6-5d4c-4788-9fb2-6ea3c53e4425 service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2487562
Jan 22 20:17:27.905756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8879c0f9-9acc-4c3c-babe-2c0c614cb73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:28.005169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] For port b1d5b385-d46d-4220-ac1a-4a61d1606f40, host hv-cinder-76810, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:17:28.026837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] For port b1d5b385-d46d-4220-ac1a-4a61d1606f40, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b1d5b385-d46d-4220-ac1a-4a61d1606f40,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:17:28.058740 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-ce56d5bf-9c43-4cd2-b6b5-4e8bce0d38d5 service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1628182
Jan 22 20:17:28.060118 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44892) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:28.096438 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:28.136707 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e4b1489f-0792-4040-90dc-c1b58a53f62e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db33ed84aa964771b0e77e1eb01e7b44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0752850
Jan 22 20:17:28.160314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44898) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:28.164263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-82dec4dd-2753-4c99-84e7-b1eab5874f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:28.183184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e66a8-0add-483b-ba38-9014859ff1e9 req-fb5dae09-0a67-47b7-99f5-026987ef6605 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:28.196226 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-316e66a8-0add-483b-ba38-9014859ff1e9 req-fb5dae09-0a67-47b7-99f5-026987ef6605 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 944 time: 0.7887363
Jan 22 20:17:28.260046 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee1ed0-685e-49b0-b2ea-507d28443a1d req-7024a890-8144-4d22-bcef-7d7de800b1d2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:28.267725 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5ee1ed0-685e-49b0-b2ea-507d28443a1d req-7024a890-8144-4d22-bcef-7d7de800b1d2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 943 time: 0.5581489
Jan 22 20:17:28.291856 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:28.292298 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:28.293801 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] 10.222.0.48 "PUT /v2.0/ports/379949ec-ca78-467b-a6a6-d869077eb99c HTTP/1.1" status: 200  len: 1158 time: 3.8942173
Jan 22 20:17:28.297897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:28.431762 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-316e66a8-0add-483b-ba38-9014859ff1e9 req-2b8e0276-780e-4ff3-a18a-98cfff644a50 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338717
Jan 22 20:17:28.490917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Pushing event updated for resources: {'Port': ['ID=b1d5b385-d46d-4220-ac1a-4a61d1606f40,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:28.507493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:28.547416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02adecdd-2039-4628-a2de-a639968a1cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:28.560025 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:28.560711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:28.562705 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5ee1ed0-685e-49b0-b2ea-507d28443a1d req-15d67823-1b70-4204-8c31-cfedc7be65cd tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2934768
Jan 22 20:17:28.562895 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-685c09c2-b091-424d-bd08-5d460738886a service neutron] 10.222.0.48 "PUT /v2.0/ports/b1d5b385-d46d-4220-ac1a-4a61d1606f40 HTTP/1.1" status: 200  len: 1158 time: 4.1741023
Jan 22 20:17:28.563426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8624afae-1577-4f2c-ba56-1fc646f9bd40', 'tag': 'b1d5b385-d46d-4220-ac1a-4a61d1606f40'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:28.597181 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02adecdd-2039-4628-a2de-a639968a1cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:28.731864 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c1c374a8-0bae-4d70-8fda-2aae68de0973 req-7e1028a6-6e26-4e71-8281-1558c22fdad6 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 210 time: 0.0914567
Jan 22 20:17:28.754169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-c395b416-4b5c-4089-a8e7-84a04f22aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:28.755885 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-c395b416-4b5c-4089-a8e7-84a04f22aebc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 1161 time: 0.0916183
Jan 22 20:17:28.765391 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-bead36b3-3094-4f6d-bca3-4a5eb49542d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:28.766996 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-bead36b3-3094-4f6d-bca3-4a5eb49542d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 1161 time: 0.3147323
Jan 22 20:17:28.768384 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Allocated IP 172.20.0.12 (680ba046-e955-4e19-a2a5-d87c6b56d8a5/703ccb20-1ede-4180-86d9-702b53f9353c/fc968d60-6e59-4212-9a81-379158f6411a) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:17:28.801359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02adecdd-2039-4628-a2de-a639968a1cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:28.809461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:28.858060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:28.872869 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c', 'status': 'completed', 'code': 200}
Jan 22 20:17:28.907076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adecdd-2039-4628-a2de-a639968a1cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca649e09-9b7e-4805-bf5a-d257460f16b0,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:28.911536 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-d3dcd7c4-1653-4e48-be16-4ada85f58438 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1d5b385-d46d-4220-ac1a-4a61d1606f40 HTTP/1.1" status: 200  len: 217 time: 0.0906870
Jan 22 20:17:28.913995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02adecdd-2039-4628-a2de-a639968a1cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:28.915087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02adecdd-2039-4628-a2de-a639968a1cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:28.919155 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-02adecdd-2039-4628-a2de-a639968a1cfa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca649e09-9b7e-4805-bf5a-d257460f16b0 HTTP/1.1" status: 204  len: 168 time: 0.6846011
Jan 22 20:17:28.990255 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-56e09088-fd58-4285-b247-4458f2815fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:28.991820 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-56e09088-fd58-4285-b247-4458f2815fd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967b80c3-e198-489e-92d2-dca429bbbdd3 HTTP/1.1" status: 200  len: 859 time: 0.0713744
Jan 22 20:17:28.995970 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-dc219ee2-c89e-4524-973b-c0c412ef57e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379949ec-ca78-467b-a6a6-d869077eb99c HTTP/1.1" status: 200  len: 217 time: 0.1790926
Jan 22 20:17:29.055093 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-15020772-cc35-4b57-b16f-50953b0ea5be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9206a83-e41a-460b-aea7-8dc961f124e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508454
Jan 22 20:17:29.064052 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:29.211896 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-ea3867b6-c22c-44fe-9f6b-8315ea8fbc7d service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498246
Jan 22 20:17:29.253101 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3233f-4e2b-43fd-acb5-4a046c9ef365 req-4aa99bf1-0a23-4e6e-b5c3-4fe271c33007 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:29.254783 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78d3233f-4e2b-43fd-acb5-4a046c9ef365 req-4aa99bf1-0a23-4e6e-b5c3-4fe271c33007 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.4520972
Jan 22 20:17:29.261091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-67471084-7828-440e-81bc-95f58b8ad42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:29.262638 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-67471084-7828-440e-81bc-95f58b8ad42f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.2361541
Jan 22 20:17:29.396698 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00844e4c-8311-43d5-a14f-c24bdc3c0761 req-7b430fcb-f7ea-4c4f-bc1e-0b0f4e56b72e service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1504607
Jan 22 20:17:29.396950 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ee0e1-2989-4df2-a64c-4b0a4192cf05 req-a8f601d7-7f29-4be9-9811-aa655c9073f9 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:29.399711 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4a2ee0e1-2989-4df2-a64c-4b0a4192cf05 req-a8f601d7-7f29-4be9-9811-aa655c9073f9 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 944 time: 0.4553270
Jan 22 20:17:29.446260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-d4607688-a882-4366-afa1-364bb5383a99 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80270) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 20:17:29.465980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:29.475185 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78d3233f-4e2b-43fd-acb5-4a046c9ef365 req-a420df33-1ff1-4fb4-9b06-94f7c7a15ce8 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2057326
Jan 22 20:17:29.522590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Transition to ACTIVE for port object fc968d60-6e59-4212-9a81-379158f6411a will not be triggered until provisioned by entity DHCP. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:17:29.531199 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4a2ee0e1-2989-4df2-a64c-4b0a4192cf05 req-e6be4ebd-aae0-4ccb-9786-446f18f409f6 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153564
Jan 22 20:17:29.552088 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-a0c679f6-5780-4d8b-9555-cb27248d589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:29.553706 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-a0c679f6-5780-4d8b-9555-cb27248d589f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2752557
Jan 22 20:17:29.573105 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8624afae-1577-4f2c-ba56-1fc646f9bd40', 'tag': 'b1d5b385-d46d-4220-ac1a-4a61d1606f40', 'status': 'completed', 'code': 200}
Jan 22 20:17:29.695759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44950) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:29.702278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:29.763409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:29.794766 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e5f40967-ffe9-46d0-9f76-fa7ecb21beec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f5e2527ad0ef4cc6a9190b1dc1d4efef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0933638
Jan 22 20:17:29.798602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 44960) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:29.822952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27d0cf-d2bb-4749-81a3-f850c3d66c46 req-15bf5240-dbc8-4efb-ae55-76e82d42820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:29.824652 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe27d0cf-d2bb-4749-81a3-f850c3d66c46 req-15bf5240-dbc8-4efb-ae55-76e82d42820e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 1161 time: 0.1995311
Jan 22 20:17:30.018363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'Port': ['ID=fc968d60-6e59-4212-9a81-379158f6411a,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:30.026409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:30.033712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27d0cf-d2bb-4749-81a3-f850c3d66c46 req-01b2b950-a495-4f0c-9f9e-4e0f1bc495e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:30.035300 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe27d0cf-d2bb-4749-81a3-f850c3d66c46 req-01b2b950-a495-4f0c-9f9e-4e0f1bc495e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 200  len: 913 time: 0.2024846
Jan 22 20:17:30.036058 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73031d6b-8735-4078-b147-e27077fc3c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:30.043979 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-efcaf159-fd12-48d3-8ebf-478d105f0dfa service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4794211
Jan 22 20:17:30.134842 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe27d0cf-d2bb-4749-81a3-f850c3d66c46 req-e6c7e54f-1a7d-43f8-b3ea-7546baecfb5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1d5b385-d46d-4220-ac1a-4a61d1606f40 HTTP/1.1" status: 200  len: 217 time: 0.0873935
Jan 22 20:17:30.142885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73031d6b-8735-4078-b147-e27077fc3c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:30.232761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d129f-3ac8-4202-bd79-a50ea752756f req-6a0b1c46-d490-4c26-98c8-a2093b8dc018 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:30.242856 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a8d129f-3ac8-4202-bd79-a50ea752756f req-6a0b1c46-d490-4c26-98c8-a2093b8dc018 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 944 time: 0.5278993
Jan 22 20:17:30.244710 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27d0cf-d2bb-4749-81a3-f850c3d66c46 req-94f960b0-8196-4b48-8519-3ba1ad13c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:30.246645 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe27d0cf-d2bb-4749-81a3-f850c3d66c46 req-94f960b0-8196-4b48-8519-3ba1ad13c069 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967b80c3-e198-489e-92d2-dca429bbbdd3 HTTP/1.1" status: 200  len: 859 time: 0.0957966
Jan 22 20:17:30.271074 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87aa8a2-30e1-4674-814a-3f55232ce4d8 req-6a12a184-6891-404e-be25-cc1e4f72d30e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:30.272708 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d87aa8a2-30e1-4674-814a-3f55232ce4d8 req-6a12a184-6891-404e-be25-cc1e4f72d30e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 943 time: 0.4604497
Jan 22 20:17:30.301051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:17:30.307605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:30.308523 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe27d0cf-d2bb-4749-81a3-f850c3d66c46 req-811da0b0-bb8c-4e0b-811f-9f5d6f5f69c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9206a83-e41a-460b-aea7-8dc961f124e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523429
Jan 22 20:17:30.331044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:17:30.352147 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:30.352875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:30.359478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73031d6b-8735-4078-b147-e27077fc3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:30.369519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e13bb28e-63df-43d2-b569-acc89288408c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:30.434921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73031d6b-8735-4078-b147-e27077fc3c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f901942-1bac-41fe-bfa1-07a45286637d,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:30.443390 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-73031d6b-8735-4078-b147-e27077fc3c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:30.451589 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73031d6b-8735-4078-b147-e27077fc3c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:30.452645 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-73031d6b-8735-4078-b147-e27077fc3c18 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f901942-1bac-41fe-bfa1-07a45286637d HTTP/1.1" status: 204  len: 168 time: 0.6524653
Jan 22 20:17:30.526848 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe27d0cf-d2bb-4749-81a3-f850c3d66c46 req-822ec007-0fc0-4480-9b5b-ffc1d2ca2894 service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085266
Jan 22 20:17:30.608469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-20e25f4d-f70d-435d-bc52-8c9f9dce11bf None None] Provisioning for port fc968d60-6e59-4212-9a81-379158f6411a completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:30.618527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-20e25f4d-f70d-435d-bc52-8c9f9dce11bf None None] Provisioning complete for port fc968d60-6e59-4212-9a81-379158f6411a triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:30.619188 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e25f4d-f70d-435d-bc52-8c9f9dce11bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:30.641984 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d053492-dfb7-4473-bfd8-1016741a62e6 req-262ee5ad-8a12-4c31-8ca9-05e5768d2e33 service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5843787
Jan 22 20:17:30.655767 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a8d129f-3ac8-4202-bd79-a50ea752756f req-4f1f0397-94a2-4e28-b047-9589fafdcb3b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4134965
Jan 22 20:17:30.675880 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d87aa8a2-30e1-4674-814a-3f55232ce4d8 req-3291b402-6de5-4f75-bc09-e2cc996931ec tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3776190
Jan 22 20:17:30.693663 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7685788
Jan 22 20:17:30.698834 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe27d0cf-d2bb-4749-81a3-f850c3d66c46 req-1cb30219-6f64-4080-997c-7f149c1a8f6c service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1649828
Jan 22 20:17:30.735621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-20e25f4d-f70d-435d-bc52-8c9f9dce11bf None None] Port fc968d60-6e59-4212-9a81-379158f6411a cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:17:30.737811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Request body: {'port': {'device_id': '633f52c8-661e-4636-8454-bbb893cbe51d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:30.787891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device ce663e0b-f830-4275-8432-d16a04c36260 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:30.912542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port ce663e0b-f830-4275-8432-d16a04c36260 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:30.919627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port ce663e0b-f830-4275-8432-d16a04c36260 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:30.920415 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:30.947250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dc50c-5e64-42a8-9b4a-ed7451a50b59 req-955b3155-4e39-402f-b902-216ae4562d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:30.948974 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-202dc50c-5e64-42a8-9b4a-ed7451a50b59 req-955b3155-4e39-402f-b902-216ae4562d95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 1161 time: 0.0905769
Jan 22 20:17:30.992938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:31.131129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dc50c-5e64-42a8-9b4a-ed7451a50b59 req-c7227a70-e12e-4c96-ace1-67037ee2e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:31.137509 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-202dc50c-5e64-42a8-9b4a-ed7451a50b59 req-c7227a70-e12e-4c96-ace1-67037ee2e8bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 911 time: 0.1813910
Jan 22 20:17:31.150618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade60b89-bc52-4186-a15d-d42e1da29b03 req-09496325-7e60-4f59-bd57-84992e4ba39f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:31.152294 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ade60b89-bc52-4186-a15d-d42e1da29b03 req-09496325-7e60-4f59-bd57-84992e4ba39f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.2999895
Jan 22 20:17:31.169693 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:31.213256 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf1f1-c399-430d-91f8-d2acfc31dda8 req-1471c08e-5f6e-464d-935d-180946de85bf tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:31.214069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-338cf1f1-c399-430d-91f8-d2acfc31dda8 req-1471c08e-5f6e-464d-935d-180946de85bf tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Synchronizing usage tracker for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:17:31.240823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b5976d-e28b-4315-98f7-41d1c727365e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce663e0b-f830-4275-8432-d16a04c36260'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:31.250176 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-202dc50c-5e64-42a8-9b4a-ed7451a50b59 req-e78916ce-0fcb-4874-8b68-dad48f2519c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379949ec-ca78-467b-a6a6-d869077eb99c HTTP/1.1" status: 200  len: 217 time: 0.1007998
Jan 22 20:17:31.323367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port ce663e0b-f830-4275-8432-d16a04c36260, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ce663e0b-f830-4275-8432-d16a04c36260,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:17:31.324698 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ade60b89-bc52-4186-a15d-d42e1da29b03 req-09159d07-16ea-477c-902d-c146b91ab96c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069453
Jan 22 20:17:31.379995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:31.379995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:31.411779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dc50c-5e64-42a8-9b4a-ed7451a50b59 req-4945be06-084a-49e1-b005-2a5713643df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:31.414088 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-202dc50c-5e64-42a8-9b4a-ed7451a50b59 req-4945be06-084a-49e1-b005-2a5713643df2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.1553411
Jan 22 20:17:31.436066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-338cf1f1-c399-430d-91f8-d2acfc31dda8 req-1471c08e-5f6e-464d-935d-180946de85bf tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Unset dirty status for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:17:31.437383 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-338cf1f1-c399-430d-91f8-d2acfc31dda8 req-1471c08e-5f6e-464d-935d-180946de85bf tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 932 time: 0.5869305
Jan 22 20:17:31.545520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=ce663e0b-f830-4275-8432-d16a04c36260,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:31.550360 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:31.555468 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-338cf1f1-c399-430d-91f8-d2acfc31dda8 req-1874725b-c30f-4b1e-abac-928411e94f82 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1041403
Jan 22 20:17:31.874751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d03496-1720-4d94-a6cd-cd6e5da48b43 req-026e33e1-5f06-4bf6-a8b6-6f26419b82fc tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:31.882783 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3d03496-1720-4d94-a6cd-cd6e5da48b43 req-026e33e1-5f06-4bf6-a8b6-6f26419b82fc tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 944 time: 0.2012990
Jan 22 20:17:31.888874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dc50c-5e64-42a8-9b4a-ed7451a50b59 req-52e52aba-d5f6-4176-aa2c-8ecefe63affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:31.895681 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-202dc50c-5e64-42a8-9b4a-ed7451a50b59 req-52e52aba-d5f6-4176-aa2c-8ecefe63affa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4689922
Jan 22 20:17:32.007563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc968d60-6e59-4212-9a81-379158f6411a {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:17:32.028981 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b5976d-e28b-4315-98f7-41d1c727365e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce663e0b-f830-4275-8432-d16a04c36260', 'code': 200}
Jan 22 20:17:32.047325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-529af166-c4fa-46d9-8a4b-3ca3384802c7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80270) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 20:17:32.057647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:32.077359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Transition to ACTIVE for port object fc968d60-6e59-4212-9a81-379158f6411a will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:17:32.151070 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3d03496-1720-4d94-a6cd-cd6e5da48b43 req-3969d75d-7f21-4f91-a5d0-26361cd70190 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2664206
Jan 22 20:17:32.152014 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:32.200801 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-202dc50c-5e64-42a8-9b4a-ed7451a50b59 req-c80ef4bd-d279-4a7d-8358-cf74fa2fb35d service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3025370
Jan 22 20:17:32.311678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:32.357297 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45028) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:32.388031 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-202dc50c-5e64-42a8-9b4a-ed7451a50b59 req-bd343288-a464-440e-a4bc-d404698112de service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1786368
Jan 22 20:17:32.598964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5bc76402-b035-4767-b851-e748777d3169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:32.617435 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5bc76402-b035-4767-b851-e748777d3169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:32.623326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5bc76402-b035-4767-b851-e748777d3169 admin admin] Usage tracker for resource:security_group_rule and tenant:8b765b383eb3438aae2e1523c8c8fb3c is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:32.626363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Pushing event updated for resources: {'Port': ['ID=fc968d60-6e59-4212-9a81-379158f6411a,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:32.626615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5bc76402-b035-4767-b851-e748777d3169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:32.633224 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5bc76402-b035-4767-b851-e748777d3169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:32.637014 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:32.736723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c3b77-74ff-4e5b-9e9e-75f834b2381c req-f5411fa0-3b46-4af6-a8e6-8e261cbbe131 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:32.737663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5bc76402-b035-4767-b851-e748777d3169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:32.738869 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e6c3b77-74ff-4e5b-9e9e-75f834b2381c req-f5411fa0-3b46-4af6-a8e6-8e261cbbe131 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 945 time: 0.5434389
Jan 22 20:17:32.746799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e23a-3a50-4482-86ff-d581d84fdb59 req-47544e8b-49da-4c6b-a996-7619818e26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:32.748174 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1426e23a-3a50-4482-86ff-d581d84fdb59 req-47544e8b-49da-4c6b-a996-7619818e26c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 1162 time: 0.3654134
Jan 22 20:17:32.791030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5bc76402-b035-4767-b851-e748777d3169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:32.802051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:32.837632 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394c37b-03cc-4e60-a790-0d285afd7d2a req-eea08ce3-ba51-4eb9-bc8f-900cbb46599f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:32.839536 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0394c37b-03cc-4e60-a790-0d285afd7d2a req-eea08ce3-ba51-4eb9-bc8f-900cbb46599f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 944 time: 0.4552748
Jan 22 20:17:32.856198 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5bc76402-b035-4767-b851-e748777d3169 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b765b383eb3438aae2e1523c8c8fb3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4972684
Jan 22 20:17:32.859371 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45048) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:32.903653 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc76402-b035-4767-b851-e748777d3169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e774ea9d-f03c-4fe8-a013-26b42d248f92,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:32.908445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5bc76402-b035-4767-b851-e748777d3169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:32.916702 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1426e23a-3a50-4482-86ff-d581d84fdb59 req-5e632c5c-17b8-44cb-b671-a744040d1be2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:32.941039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa7acf62-4257-486c-98bc-6ad6b046b748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:32.986445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1426e23a-3a50-4482-86ff-d581d84fdb59 req-5e632c5c-17b8-44cb-b671-a744040d1be2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:32.989145 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa7acf62-4257-486c-98bc-6ad6b046b748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:32.992436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Attempting to bind port fc968d60-6e59-4212-9a81-379158f6411a on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:17:32.992829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Attempting to bind port fc968d60-6e59-4212-9a81-379158f6411a by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:17:32.993191 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Attempting to bind port fc968d60-6e59-4212-9a81-379158f6411a on network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:17:33.006792 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e6c3b77-74ff-4e5b-9e9e-75f834b2381c req-4f0e42cc-0d62-4a08-b26e-57a2fa3f0de4 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041178
Jan 22 20:17:33.010149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1426e23a-3a50-4482-86ff-d581d84fdb59 req-5e632c5c-17b8-44cb-b671-a744040d1be2 service neutron] Usage tracker for resource:security_group_rule and tenant:4517bfd59f874f0aa0653614797b3bc5 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:33.016995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1426e23a-3a50-4482-86ff-d581d84fdb59 req-5e632c5c-17b8-44cb-b671-a744040d1be2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:33.020525 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:17:33.020899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Checking segment: {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:33.021297 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:33.021687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Bound using segment: {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:17:33.022431 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Bound port: fc968d60-6e59-4212-9a81-379158f6411a, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:17:33.023062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:33.044278 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0394c37b-03cc-4e60-a790-0d285afd7d2a req-f1bb0f46-367f-44c8-832e-61e5f4fa7cb1 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608114
Jan 22 20:17:33.048038 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1426e23a-3a50-4482-86ff-d581d84fdb59 req-5e632c5c-17b8-44cb-b671-a744040d1be2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:33.174964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa7acf62-4257-486c-98bc-6ad6b046b748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:33.183033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:33.209388 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acf62-4257-486c-98bc-6ad6b046b748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e774ea9d-f03c-4fe8-a013-26b42d248f92,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:33.213142 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa7acf62-4257-486c-98bc-6ad6b046b748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:33.215706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa7acf62-4257-486c-98bc-6ad6b046b748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:33.216943 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-aa7acf62-4257-486c-98bc-6ad6b046b748 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e774ea9d-f03c-4fe8-a013-26b42d248f92 HTTP/1.1" status: 204  len: 168 time: 0.3564634
Jan 22 20:17:33.272342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] For port fc968d60-6e59-4212-9a81-379158f6411a, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:17:33.349460 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] For port fc968d60-6e59-4212-9a81-379158f6411a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=fc968d60-6e59-4212-9a81-379158f6411a,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:17:33.417629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:33.450877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3202360e-0c6b-4312-8bf9-e4bc452e18f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:33.559135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device ce663e0b-f830-4275-8432-d16a04c36260 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:33.604739 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07960dac-aaf2-49bd-9a9a-b0ee6fd2d3a3 req-0ebd2731-8f6a-482f-9f37-0b384d9233ef tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:33.608059 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07960dac-aaf2-49bd-9a9a-b0ee6fd2d3a3 req-0ebd2731-8f6a-482f-9f37-0b384d9233ef tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 944 time: 0.4084356
Jan 22 20:17:33.667299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port ce663e0b-f830-4275-8432-d16a04c36260 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:33.667804 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:33.683053 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1426e23a-3a50-4482-86ff-d581d84fdb59 req-5e632c5c-17b8-44cb-b671-a744040d1be2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:33.711481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486e3d3-364e-4c2f-a832-911f5b386ccc req-0dd87b89-b941-488f-933a-05b322530f7b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:33.719267 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5486e3d3-364e-4c2f-a832-911f5b386ccc req-0dd87b89-b941-488f-933a-05b322530f7b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.4531653
Jan 22 20:17:33.818889 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5486e3d3-364e-4c2f-a832-911f5b386ccc req-689be188-64a3-45e8-897f-e0f48d2a81cc tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986006
Jan 22 20:17:33.830122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1426e23a-3a50-4482-86ff-d581d84fdb59 req-5e632c5c-17b8-44cb-b671-a744040d1be2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:33.878299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device ca556f47-2989-41ea-b8e1-6f7361b60693 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:33.952377 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07960dac-aaf2-49bd-9a9a-b0ee6fd2d3a3 req-e4f690bd-87fd-4036-bbb5-dd23118e7fdf tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2212903
Jan 22 20:17:33.977294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Pushing event updated for resources: {'Port': ['ID=fc968d60-6e59-4212-9a81-379158f6411a,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:33.981212 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:33.992618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:33.993749 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1426e23a-3a50-4482-86ff-d581d84fdb59 req-5e632c5c-17b8-44cb-b671-a744040d1be2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1821685
Jan 22 20:17:34.034703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e632c5c-17b8-44cb-b671-a744040d1be2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fefb2503-95a9-4c1f-939d-c468eebce4fd,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:34.044773 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45090) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:34.053060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:34.053749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:34.055177 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] 10.222.0.48 "PUT /v2.0/ports/fc968d60-6e59-4212-9a81-379158f6411a HTTP/1.1" status: 200  len: 1158 time: 3.3222616
Jan 22 20:17:34.063944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port ca556f47-2989-41ea-b8e1-6f7361b60693 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:34.073531 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port ca556f47-2989-41ea-b8e1-6f7361b60693 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:34.073959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:34.090317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbd868ca-66d8-4d55-9310-21eea31d4faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:34.125364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bbd868ca-66d8-4d55-9310-21eea31d4faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:34.136639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bbd868ca-66d8-4d55-9310-21eea31d4faf admin admin] Usage tracker for resource:security_group_rule and tenant:b0677f707bfa4ad091ca50a52ee39544 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:34.149375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bbd868ca-66d8-4d55-9310-21eea31d4faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:34.177465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bbd868ca-66d8-4d55-9310-21eea31d4faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:34.204736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5e632c5c-17b8-44cb-b671-a744040d1be2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:34.205863 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633f52c8-661e-4636-8454-bbb893cbe51d', 'tag': 'fc968d60-6e59-4212-9a81-379158f6411a'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:34.300829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbd868ca-66d8-4d55-9310-21eea31d4faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:34.314833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:34.334424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbd868ca-66d8-4d55-9310-21eea31d4faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:34.350569 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:34.350804 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1ca683-c997-4a12-a62c-91e86b423578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca556f47-2989-41ea-b8e1-6f7361b60693'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:34.369676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port ca556f47-2989-41ea-b8e1-6f7361b60693, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ca556f47-2989-41ea-b8e1-6f7361b60693,segment=NetworkSegment(c489fc1e-3ea0-4d4d-8885-c609a19ae76f),segment_id=c489fc1e-3ea0-4d4d-8885-c609a19ae76f)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:17:34.420568 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd868ca-66d8-4d55-9310-21eea31d4faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fca83c-c979-49c7-b960-90b90ff218c6,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:34.447082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:34.449972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:34.456826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bbd868ca-66d8-4d55-9310-21eea31d4faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:34.470952 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bbd868ca-66d8-4d55-9310-21eea31d4faf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0677f707bfa4ad091ca50a52ee39544&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4249547
Jan 22 20:17:34.475558 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45108) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:34.539208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=ca556f47-2989-41ea-b8e1-6f7361b60693,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:34.542978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:34.591724 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ebba-9648-4591-b50d-62ccf04bc1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:34.623514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ebba-9648-4591-b50d-62ccf04bc1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:34.716753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ebba-9648-4591-b50d-62ccf04bc1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:34.723265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:34.730075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f15977-aed0-457b-ba13-4ab9730cdbdf req-03671b04-727d-496d-b3a6-20481879c89d tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:34.731781 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11f15977-aed0-457b-ba13-4ab9730cdbdf req-03671b04-727d-496d-b3a6-20481879c89d tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 944 time: 0.6835997
Jan 22 20:17:34.739078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ebba-9648-4591-b50d-62ccf04bc1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:34.745212 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e6d6ebba-9648-4591-b50d-62ccf04bc1b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/26fca83c-c979-49c7-b960-90b90ff218c6 HTTP/1.1" status: 204  len: 168 time: 0.2630455
Jan 22 20:17:34.745212 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6ebba-9648-4591-b50d-62ccf04bc1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fca83c-c979-49c7-b960-90b90ff218c6,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:34.745212 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e6d6ebba-9648-4591-b50d-62ccf04bc1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:34.818972 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11f15977-aed0-457b-ba13-4ab9730cdbdf req-97ca248b-4ce3-4461-be84-04c522894dfb tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799468
Jan 22 20:17:34.835425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ec143e55-9135-44f6-9446-537cccb65494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:34.837215 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ec143e55-9135-44f6-9446-537cccb65494 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e38ccd21c1674123bb7dd2df09b09606&device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 1161 time: 0.1944149
Jan 22 20:17:34.865082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e500e3-ec73-4483-a468-b676a1c444ef req-c572b55a-d55b-43f5-b7c3-b244a10d3ca1 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:34.866786 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-43e500e3-ec73-4483-a468-b676a1c444ef req-c572b55a-d55b-43f5-b7c3-b244a10d3ca1 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 945 time: 0.5315692
Jan 22 20:17:34.962285 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-ed26f981-f368-41ce-9b0f-05be5ca03095 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc968d60-6e59-4212-9a81-379158f6411a HTTP/1.1" status: 200  len: 217 time: 0.0943782
Jan 22 20:17:34.996124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45120) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:35.104936 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-43e500e3-ec73-4483-a468-b676a1c444ef req-33d5ea18-e054-4fbf-af9c-cc4a913c6bfc tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772916
Jan 22 20:17:35.135756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-788bf2ba-8321-47b9-8847-8bf3bfcd1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:35.137335 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-788bf2ba-8321-47b9-8847-8bf3bfcd1a16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703ccb20-1ede-4180-86d9-702b53f9353c HTTP/1.1" status: 200  len: 850 time: 0.1675069
Jan 22 20:17:35.244815 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1013e75-d80b-4251-9832-3305efda9198 req-64c6e931-e09f-4cc1-9044-02e0b8327003 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:35.253428 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1013e75-d80b-4251-9832-3305efda9198 req-64c6e931-e09f-4cc1-9044-02e0b8327003 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 944 time: 0.2374415
Jan 22 20:17:35.268674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-9436fa95-6edc-4be4-8c4d-2d37b5626b09 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80270) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 20:17:35.308274 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633f52c8-661e-4636-8454-bbb893cbe51d', 'tag': 'fc968d60-6e59-4212-9a81-379158f6411a', 'status': 'completed', 'code': 200}
Jan 22 20:17:35.342909 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1013e75-d80b-4251-9832-3305efda9198 req-934bee75-1c79-4fe3-bae1-726c2d28f723 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884914
Jan 22 20:17:35.345824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-088a2262-9c4e-4ff5-8366-865b3c49a47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:35.354735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-c4920668-5a63-469f-a829-90d61445ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:35.365453 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-c4920668-5a63-469f-a829-90d61445ba29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=680ba046-e955-4e19-a2a5-d87c6b56d8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1980000
Jan 22 20:17:35.384767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-088a2262-9c4e-4ff5-8366-865b3c49a47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:35.392973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-088a2262-9c4e-4ff5-8366-865b3c49a47d admin admin] Usage tracker for resource:security_group_rule and tenant:94fe40326dcf42319cb2005dc843ee18 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:35.392973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-088a2262-9c4e-4ff5-8366-865b3c49a47d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:35.397885 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1ca683-c997-4a12-a62c-91e86b423578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca556f47-2989-41ea-b8e1-6f7361b60693', 'code': 200}
Jan 22 20:17:35.399677 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-088a2262-9c4e-4ff5-8366-865b3c49a47d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:35.531329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-088a2262-9c4e-4ff5-8366-865b3c49a47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:35.568000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-088a2262-9c4e-4ff5-8366-865b3c49a47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:35.577910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e6d6ebba-9648-4591-b50d-62ccf04bc1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:35.619747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a2262-9c4e-4ff5-8366-865b3c49a47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e76e51d-1d87-4c62-80e9-327c38ac1446,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:35.625915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-088a2262-9c4e-4ff5-8366-865b3c49a47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:35.635332 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-088a2262-9c4e-4ff5-8366-865b3c49a47d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=94fe40326dcf42319cb2005dc843ee18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6352355
Jan 22 20:17:35.635948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45140) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:35.713450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-75c34592-6b6b-454e-9acc-2b0aaf97353b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:35.743349 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-75c34592-6b6b-454e-9acc-2b0aaf97353b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:35.749223 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-cb632410-2954-4670-a0d7-945be5958a41 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3848150
Jan 22 20:17:35.813458 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1053-d85e-4d78-892c-0eeacd08da01 req-428f07a5-8882-4b36-b626-1ab86995de22 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:35.815701 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-719f1053-d85e-4d78-892c-0eeacd08da01 req-428f07a5-8882-4b36-b626-1ab86995de22 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 944 time: 0.2340662
Jan 22 20:17:35.824909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-75c34592-6b6b-454e-9acc-2b0aaf97353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:35.832711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5bc76402-b035-4767-b851-e748777d3169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:35.846432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c34592-6b6b-454e-9acc-2b0aaf97353b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e76e51d-1d87-4c62-80e9-327c38ac1446,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:35.846907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fce7c-a588-4fc8-ab46-70940df13296 req-2a4148d3-ed16-4c0d-a7f4-325eb4c30574 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:35.848192 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a2fce7c-a588-4fc8-ab46-70940df13296 req-2a4148d3-ed16-4c0d-a7f4-325eb4c30574 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.3593438
Jan 22 20:17:35.849413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-75c34592-6b6b-454e-9acc-2b0aaf97353b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:35.853033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-75c34592-6b6b-454e-9acc-2b0aaf97353b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:35.855306 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-75c34592-6b6b-454e-9acc-2b0aaf97353b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e76e51d-1d87-4c62-80e9-327c38ac1446 HTTP/1.1" status: 204  len: 168 time: 0.2181032
Jan 22 20:17:36.090220 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-719f1053-d85e-4d78-892c-0eeacd08da01 req-c706ee71-22e6-48d4-bb90-cb09ec9dd6da tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2407601
Jan 22 20:17:36.110525 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a2fce7c-a588-4fc8-ab46-70940df13296 req-6ed7f17c-6b90-49db-8341-203631dca201 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2015307
Jan 22 20:17:36.145515 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03f808a7-febc-4d50-9a9a-d25f61ee5a6b req-df05d0f6-848c-4cf4-8533-dad43a443805 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3843405
Jan 22 20:17:36.159504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2f6d-edf9-4304-afbd-2f0fe823470c req-29a6b02e-639e-4885-9791-0a5b8ea6337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:36.161284 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-acee2f6d-edf9-4304-afbd-2f0fe823470c req-29a6b02e-639e-4885-9791-0a5b8ea6337b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 1163 time: 0.3421705
Jan 22 20:17:36.248201 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-acee2f6d-edf9-4304-afbd-2f0fe823470c req-b7694581-5b63-4b89-9727-5f28e81466e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799201
Jan 22 20:17:36.480247 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1c59b-befe-468b-a76d-70062a4bb7a2 req-00592a73-3ee7-42c7-af63-2073e67a0058 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:36.481965 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-92e1c59b-befe-468b-a76d-70062a4bb7a2 req-00592a73-3ee7-42c7-af63-2073e67a0058 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 946 time: 0.1910660
Jan 22 20:17:36.511467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc35af2-18b8-407b-8dce-a2fcbd5d7019 req-55a78c66-a202-4968-b1f9-0c9545e0c969 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:36.513077 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5fc35af2-18b8-407b-8dce-a2fcbd5d7019 req-55a78c66-a202-4968-b1f9-0c9545e0c969 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 945 time: 0.1786761
Jan 22 20:17:36.590772 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-92e1c59b-befe-468b-a76d-70062a4bb7a2 req-72aab2b3-8b22-47d6-9d8a-9e4b50f4d64e tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766449
Jan 22 20:17:36.602032 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5fc35af2-18b8-407b-8dce-a2fcbd5d7019 req-0b52c204-97d8-4171-aadb-47c19565610c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732946
Jan 22 20:17:36.651940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 45174) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:36.717134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:36.743552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:36.749688 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Usage tracker for resource:security_group_rule and tenant:5a0fdafd509441a787612452b5d72751 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:36.755359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:36.770699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:36.880521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cae8d-f0ea-4250-9df1-9526c9873c5d req-2dcf917d-0adb-41e0-9595-74d29fa36efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:36.882113 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f61cae8d-f0ea-4250-9df1-9526c9873c5d req-2dcf917d-0adb-41e0-9595-74d29fa36efd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e38ccd21c1674123bb7dd2df09b09606&device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 1161 time: 0.2133369
Jan 22 20:17:37.038354 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b31ec-1d6e-4a98-ac6a-4ccfa3009327 req-c34574d6-9970-4ab5-889a-a704803bcae6 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:37.040968 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-313b31ec-1d6e-4a98-ac6a-4ccfa3009327 req-c34574d6-9970-4ab5-889a-a704803bcae6 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 944 time: 0.2824903
Jan 22 20:17:37.204196 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-313b31ec-1d6e-4a98-ac6a-4ccfa3009327 req-21b3ab1d-5767-4802-8ff6-31eefdccd0ae tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546001
Jan 22 20:17:37.231515 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:37.233314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cae8d-f0ea-4250-9df1-9526c9873c5d req-5e6f2679-f4a0-4a5f-8efb-3b69df207603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:37.236042 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f61cae8d-f0ea-4250-9df1-9526c9873c5d req-5e6f2679-f4a0-4a5f-8efb-3b69df207603 service neutron] 10.222.0.48 "GET /v2.0/networks?id=680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 200  len: 905 time: 0.3462994
Jan 22 20:17:37.359451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:37.458132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-021b4101-ec1f-4422-abaa-a7dfdcfcce02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:37.472444 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f61cae8d-f0ea-4250-9df1-9526c9873c5d req-22b9c51b-ee95-4848-9e01-a50abfbe8621 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc968d60-6e59-4212-9a81-379158f6411a HTTP/1.1" status: 200  len: 217 time: 0.2266924
Jan 22 20:17:37.554383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device ce663e0b-f830-4275-8432-d16a04c36260 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:37.640342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port ce663e0b-f830-4275-8432-d16a04c36260 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:37.640767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:37.789653 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 0158bcdb-e28c-4d86-af0d-b8514067baad up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:37.843641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94016d0-0922-41d9-8f04-d3010c9975a2,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:37.870104 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a0fdafd509441a787612452b5d72751&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2127771
Jan 22 20:17:37.870747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45214) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:37.877978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.878381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.878768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.879151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.879556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.879936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.880313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.880686 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.881061 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.881436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.881801 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.882171 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.882598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.883130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.883543 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.883967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.884286 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.884655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.885022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.885386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.885751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.886115 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.886479 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.886844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:37.891713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:37.925066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cae8d-f0ea-4250-9df1-9526c9873c5d req-6dad7182-53c9-4b57-8039-dd7f2c6a8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:37.927243 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f61cae8d-f0ea-4250-9df1-9526c9873c5d req-6dad7182-53c9-4b57-8039-dd7f2c6a8b03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703ccb20-1ede-4180-86d9-702b53f9353c HTTP/1.1" status: 200  len: 850 time: 0.4302495
Jan 22 20:17:37.934597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port 0158bcdb-e28c-4d86-af0d-b8514067baad completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:37.949327 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 0158bcdb-e28c-4d86-af0d-b8514067baad triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:37.950032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:37.960892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:37.996034 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:38.016965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b294b6-ab4c-4804-a98e-56b9a41fe54f req-8e7f7105-54bd-42a5-ae3b-4b2f1f213827 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:38.025357 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b9b294b6-ab4c-4804-a98e-56b9a41fe54f req-8e7f7105-54bd-42a5-ae3b-4b2f1f213827 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 944 time: 0.6687381
Jan 22 20:17:38.052949 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 45218) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:38.108827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb04425-dd58-44d1-bff6-6582f45d1807 req-8e826f98-a657-4f80-8721-268026f60a0d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:38.117978 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfb04425-dd58-44d1-bff6-6582f45d1807 req-8e826f98-a657-4f80-8721-268026f60a0d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.6700025
Jan 22 20:17:38.121281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:38.156966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:38.170091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:38.178504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32f9602-f65c-4db3-8651-f31161fad2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0158bcdb-e28c-4d86-af0d-b8514067baad'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:38.192482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 0158bcdb-e28c-4d86-af0d-b8514067baad, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0158bcdb-e28c-4d86-af0d-b8514067baad,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:17:38.193691 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94016d0-0922-41d9-8f04-d3010c9975a2,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:38.207664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.208218 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.208412 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.208967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.209493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.210022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.210661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.211186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.211717 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.212239 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.212777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.213293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.213872 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.214535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.215044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.215602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.216621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.217175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.217542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.218079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.218600 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.218861 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b9b294b6-ab4c-4804-a98e-56b9a41fe54f req-39a84b38-7426-462b-8dd6-76bb732b3845 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1924837
Jan 22 20:17:38.219310 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.219848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.220367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:38.225670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:38.226829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:38.233666 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a94016d0-0922-41d9-8f04-d3010c9975a2 HTTP/1.1" status: 204  len: 168 time: 0.3566039
Jan 22 20:17:38.233789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:38.233789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device ca556f47-2989-41ea-b8e1-6f7361b60693 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:38.256664 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfb04425-dd58-44d1-bff6-6582f45d1807 req-654af11f-35c0-4559-b1f2-f90617a468a2 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1376472
Jan 22 20:17:38.277901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cae8d-f0ea-4250-9df1-9526c9873c5d req-8f6e4730-1db8-4ae2-9711-153ba372cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:38.280566 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f61cae8d-f0ea-4250-9df1-9526c9873c5d req-8f6e4730-1db8-4ae2-9711-153ba372cfac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=680ba046-e955-4e19-a2a5-d87c6b56d8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3401124
Jan 22 20:17:38.281591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-816544ca-8155-4c6b-9478-796c1aef49e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:38.424031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=0158bcdb-e28c-4d86-af0d-b8514067baad,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:38.431863 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:38.437379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port ca556f47-2989-41ea-b8e1-6f7361b60693 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:38.437798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:38.571898 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b1d5b385-d46d-4220-ac1a-4a61d1606f40 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:38.660410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18ef57ab-3233-417b-b650-be07b375fa27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:38.676665 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port b1d5b385-d46d-4220-ac1a-4a61d1606f40 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:38.683307 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b1d5b385-d46d-4220-ac1a-4a61d1606f40 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:38.683307 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:38.698674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18ef57ab-3233-417b-b650-be07b375fa27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:38.710928 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-18ef57ab-3233-417b-b650-be07b375fa27 admin admin] Usage tracker for resource:security_group_rule and tenant:613b1f9455304782825ce57c3cce3019 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:38.717314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-18ef57ab-3233-417b-b650-be07b375fa27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:38.736098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18ef57ab-3233-417b-b650-be07b375fa27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:38.794092 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f61cae8d-f0ea-4250-9df1-9526c9873c5d req-7a1c1b2e-ba7d-479f-bff3-2ce9cbdc6061 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5053198
Jan 22 20:17:38.820398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:38.860230 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port b1d5b385-d46d-4220-ac1a-4a61d1606f40, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b1d5b385-d46d-4220-ac1a-4a61d1606f40,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:17:38.860816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f747025-42d7-4589-81c9-fdaca621a28d req-0b015f1d-f51d-446d-a510-a615521f7afb tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:38.863056 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f747025-42d7-4589-81c9-fdaca621a28d req-0b015f1d-f51d-446d-a510-a615521f7afb tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 946 time: 0.4215901
Jan 22 20:17:38.888089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:38.891021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08f859bb-63ac-4320-9cab-7e3f4e12ad12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:38.919126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77479477-3c47-4671-83dc-6874c1badf66 req-eaeb3adc-8ee2-4ea5-8f3c-250f1b944f63 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:38.920486 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77479477-3c47-4671-83dc-6874c1badf66 req-eaeb3adc-8ee2-4ea5-8f3c-250f1b944f63 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 945 time: 0.3904257
Jan 22 20:17:38.963531 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=b1d5b385-d46d-4220-ac1a-4a61d1606f40,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:38.972479 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:39.088360 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f747025-42d7-4589-81c9-fdaca621a28d req-ae9774c6-0d09-4d9e-8c52-f7377051e48a tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021396
Jan 22 20:17:39.133546 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77479477-3c47-4671-83dc-6874c1badf66 req-c1a49145-a91d-4e72-a342-2b5a9bc3f3ec tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444108
Jan 22 20:17:39.147496 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f61cae8d-f0ea-4250-9df1-9526c9873c5d req-695d0b7c-ab3e-452c-a4d0-7ecf5eda5c58 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3422632
Jan 22 20:17:39.168764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18ef57ab-3233-417b-b650-be07b375fa27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:39.187207 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32f9602-f65c-4db3-8651-f31161fad2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0158bcdb-e28c-4d86-af0d-b8514067baad', 'code': 200}
Jan 22 20:17:39.202324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18ef57ab-3233-417b-b650-be07b375fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:39.214813 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8c1cfaf6-4c0e-4c80-a1c4-3565ce85b545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:39.289082 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-18ef57ab-3233-417b-b650-be07b375fa27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=613b1f9455304782825ce57c3cce3019&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2327397
Jan 22 20:17:39.291828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 45252) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:39.301967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef57ab-3233-417b-b650-be07b375fa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c4080b-b711-4dec-8d50-bf5a20eb66bf,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:39.337759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18ef57ab-3233-417b-b650-be07b375fa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:39.471367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea2ee77c-5b7e-4892-bc22-19649488486d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:39.631024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26897c3-1e5e-41fb-aaa5-d27ce1aba32f req-f28456e8-6d97-48bd-b186-52fed904ef37 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:39.632806 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d26897c3-1e5e-41fb-aaa5-d27ce1aba32f req-f28456e8-6d97-48bd-b186-52fed904ef37 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.2939436
Jan 22 20:17:39.639494 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea2ee77c-5b7e-4892-bc22-19649488486d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:39.767491 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d26897c3-1e5e-41fb-aaa5-d27ce1aba32f req-bba3f52e-2023-4310-a59b-d54197fe83ab tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129332
Jan 22 20:17:39.808520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4095078-6261-4d75-bfe6-882f70f84b3d req-e8b3c4db-3b6d-42cc-a575-176e4e8f903b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:39.810054 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4095078-6261-4d75-bfe6-882f70f84b3d req-e8b3c4db-3b6d-42cc-a575-176e4e8f903b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 944 time: 0.3435009
Jan 22 20:17:39.819195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452675d-8e67-4187-ad58-cfab9c33b89a req-9bbbfa11-242c-4b4c-b80f-d3a655db17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:39.820851 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8452675d-8e67-4187-ad58-cfab9c33b89a req-9bbbfa11-242c-4b4c-b80f-d3a655db17ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 1162 time: 0.2858050
Jan 22 20:17:39.881683 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea2ee77c-5b7e-4892-bc22-19649488486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:39.900125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18ef57ab-3233-417b-b650-be07b375fa27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:39.924421 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4095078-6261-4d75-bfe6-882f70f84b3d req-cad73bc4-f8e6-4c03-a16b-d489835b5fa0 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1019015
Jan 22 20:17:39.948283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ee77c-5b7e-4892-bc22-19649488486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c4080b-b711-4dec-8d50-bf5a20eb66bf,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:39.952485 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ea2ee77c-5b7e-4892-bc22-19649488486d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:39.953596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8452675d-8e67-4187-ad58-cfab9c33b89a req-77ab5aff-d653-46b2-846c-499a64a04765 service neutron] Synchronizing usage tracker for tenant:4517bfd59f874f0aa0653614797b3bc5 on resource:security_group {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:17:39.977066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea2ee77c-5b7e-4892-bc22-19649488486d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:39.979095 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ea2ee77c-5b7e-4892-bc22-19649488486d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33c4080b-b711-4dec-8d50-bf5a20eb66bf HTTP/1.1" status: 204  len: 168 time: 0.6786246
Jan 22 20:17:40.047623 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8452675d-8e67-4187-ad58-cfab9c33b89a req-77ab5aff-d653-46b2-846c-499a64a04765 service neutron] Unset dirty status for tenant:4517bfd59f874f0aa0653614797b3bc5 on resource:security_group {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:17:40.049436 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8452675d-8e67-4187-ad58-cfab9c33b89a req-77ab5aff-d653-46b2-846c-499a64a04765 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072217
Jan 22 20:17:40.110054 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f679c28-c311-4370-8a74-9342d64faeb1 req-7f9208b8-63a7-4bca-82c6-f5e5734465ab tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:40.112427 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0f679c28-c311-4370-8a74-9342d64faeb1 req-7f9208b8-63a7-4bca-82c6-f5e5734465ab tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1297879
Jan 22 20:17:40.178931 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0f679c28-c311-4370-8a74-9342d64faeb1 req-0bd65316-51b7-44d1-8a7d-feb0cfa98993 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598774
Jan 22 20:17:40.355179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e04df3-c162-4d15-be3a-71894f622e44 req-ebed427d-375d-4857-bb2b-9a1a76134b03 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:40.358442 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-98e04df3-c162-4d15-be3a-71894f622e44 req-ebed427d-375d-4857-bb2b-9a1a76134b03 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 946 time: 0.1095514
Jan 22 20:17:40.384392 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 45282) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:40.422043 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-98e04df3-c162-4d15-be3a-71894f622e44 req-ef16d592-c21d-49e6-a5f6-e760bb743edd tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582490
Jan 22 20:17:40.677849 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b1d5b385-d46d-4220-ac1a-4a61d1606f40 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:40.796578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c9dc-6132-401c-8ea2-e2c151ebb683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:40.811948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b1d5b385-d46d-4220-ac1a-4a61d1606f40 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:40.814176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:40.838658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a0f2c9dc-6132-401c-8ea2-e2c151ebb683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:40.851049 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a0f2c9dc-6132-401c-8ea2-e2c151ebb683 admin admin] Usage tracker for resource:security_group_rule and tenant:2b367d366aaa4b25aa3168218b80fbcb is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:40.858593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a0f2c9dc-6132-401c-8ea2-e2c151ebb683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:40.871199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a0f2c9dc-6132-401c-8ea2-e2c151ebb683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:41.050121 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c9dc-6132-401c-8ea2-e2c151ebb683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.077982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 0158bcdb-e28c-4d86-af0d-b8514067baad up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:41.093256 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c45048-5543-4e76-8653-1a10dce527cd req-5590e878-7c0a-4ed1-9e43-b8de50ec09e9 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:41.098744 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78c45048-5543-4e76-8653-1a10dce527cd req-5590e878-7c0a-4ed1-9e43-b8de50ec09e9 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1498246
Jan 22 20:17:41.099112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45302) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:41.102235 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c9dc-6132-401c-8ea2-e2c151ebb683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.172598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5fd2-c65c-4971-a510-87b7d2391d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.191711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d4fe5fd2-c65c-4971-a510-87b7d2391d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:41.196806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d4fe5fd2-c65c-4971-a510-87b7d2391d1b admin admin] Usage tracker for resource:security_group_rule and tenant:f8148e6c25eb4b9fbb90586c4f8f55ad is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:41.200240 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d4fe5fd2-c65c-4971-a510-87b7d2391d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:41.210394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d4fe5fd2-c65c-4971-a510-87b7d2391d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:41.214037 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:41.233894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8624afae-1577-4f2c-ba56-1fc646f9bd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d5b385-d46d-4220-ac1a-4a61d1606f40'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:41.297896 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 0158bcdb-e28c-4d86-af0d-b8514067baad triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:41.298410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.314249 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a0f2c9dc-6132-401c-8ea2-e2c151ebb683 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b367d366aaa4b25aa3168218b80fbcb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9287813
Jan 22 20:17:41.317055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5fd2-c65c-4971-a510-87b7d2391d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.318075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45316) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:41.375700 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5fd2-c65c-4971-a510-87b7d2391d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.412267 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78c45048-5543-4e76-8653-1a10dce527cd req-7db84971-097a-47c2-856f-07ad6310470f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2699907
Jan 22 20:17:41.419936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa7acf62-4257-486c-98bc-6ad6b046b748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:41.433263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2c9dc-6132-401c-8ea2-e2c151ebb683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa97702-25f0-4c1f-8382-91f7b1e0edc7,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:41.440370 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a0f2c9dc-6132-401c-8ea2-e2c151ebb683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:41.475186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 379949ec-ca78-467b-a6a6-d869077eb99c up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:41.487746 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d4fe5fd2-c65c-4971-a510-87b7d2391d1b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8148e6c25eb4b9fbb90586c4f8f55ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3871784
Jan 22 20:17:41.489152 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45326) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:41.492814 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe5fd2-c65c-4971-a510-87b7d2391d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71128436-e10b-4dbe-968d-0350ea927b85,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:41.513031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d4fe5fd2-c65c-4971-a510-87b7d2391d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:41.529522 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f59b43-a677-417a-a4bf-24dce96e9be7 req-7feff518-4433-4509-b5bd-be82d4d71b88 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:41.542608 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94f59b43-a677-417a-a4bf-24dce96e9be7 req-7feff518-4433-4509-b5bd-be82d4d71b88 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 944 time: 0.4383888
Jan 22 20:17:41.595000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e531c4e7-1dbe-4dff-8160-fb3f5338a43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.636668 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94f59b43-a677-417a-a4bf-24dce96e9be7 req-aa5a4aa9-5ec1-4a26-927a-9bb2af728929 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928605
Jan 22 20:17:41.637215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a4ffb53-97dc-43c9-8352-21e1429890d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.647912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port 379949ec-ca78-467b-a6a6-d869077eb99c completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:41.654030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 379949ec-ca78-467b-a6a6-d869077eb99c triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:41.654508 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.679855 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e531c4e7-1dbe-4dff-8160-fb3f5338a43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.694199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a4ffb53-97dc-43c9-8352-21e1429890d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.829285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a4ffb53-97dc-43c9-8352-21e1429890d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.836387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:41.838685 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8624afae-1577-4f2c-ba56-1fc646f9bd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d5b385-d46d-4220-ac1a-4a61d1606f40', 'code': 200}
Jan 22 20:17:41.854873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ffb53-97dc-43c9-8352-21e1429890d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71128436-e10b-4dbe-968d-0350ea927b85,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:41.859535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeae35-fada-432e-bf3f-d8305a0ba25b req-e7e1ab75-ca44-4d35-b29b-8ba02dfbdc83 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:41.861282 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cbeae35-fada-432e-bf3f-d8305a0ba25b req-e7e1ab75-ca44-4d35-b29b-8ba02dfbdc83 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.2196743
Jan 22 20:17:41.882980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4a4ffb53-97dc-43c9-8352-21e1429890d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:41.884043 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e531c4e7-1dbe-4dff-8160-fb3f5338a43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.887647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e531c4e7-1dbe-4dff-8160-fb3f5338a43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.888916 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e531c4e7-1dbe-4dff-8160-fb3f5338a43a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6fa97702-25f0-4c1f-8382-91f7b1e0edc7 HTTP/1.1" status: 204  len: 168 time: 0.5690887
Jan 22 20:17:41.894193 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a4ffb53-97dc-43c9-8352-21e1429890d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:41.899942 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4a4ffb53-97dc-43c9-8352-21e1429890d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71128436-e10b-4dbe-968d-0350ea927b85 HTTP/1.1" status: 204  len: 168 time: 0.4032977
Jan 22 20:17:41.901664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-088a2262-9c4e-4ff5-8366-865b3c49a47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:41.926885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531c4e7-1dbe-4dff-8160-fb3f5338a43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa97702-25f0-4c1f-8382-91f7b1e0edc7,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:41.938901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e531c4e7-1dbe-4dff-8160-fb3f5338a43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:41.975569 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cbeae35-fada-432e-bf3f-d8305a0ba25b req-f6cbfef4-25f8-481f-85ef-86f4d1052f12 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065197
Jan 22 20:17:42.244703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:42.285223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 379949ec-ca78-467b-a6a6-d869077eb99c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=379949ec-ca78-467b-a6a6-d869077eb99c,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:17:42.364300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474f5ac-a4eb-4b9a-9655-025d5302b951 req-17e7074c-a13e-4576-af5f-ac2188cfbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:42.366041 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a474f5ac-a4eb-4b9a-9655-025d5302b951 req-17e7074c-a13e-4576-af5f-ac2188cfbad4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 1163 time: 0.0860152
Jan 22 20:17:42.397685 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:42.401474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:42.413833 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a474f5ac-a4eb-4b9a-9655-025d5302b951 req-3645b792-4ea2-45f6-8b64-88b880dbb572 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405667
Jan 22 20:17:42.480276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=379949ec-ca78-467b-a6a6-d869077eb99c,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:42.489358 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.489751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.490220 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.490473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.492062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.496253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.497991 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.499045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.499671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.500529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.501377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.501937 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.502714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.503413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.503983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.504660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.505399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.506186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.506938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.507682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.508403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.509561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.510123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.510669 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:17:42.518813 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:42.703884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0e00-76b4-408f-8a56-f8febf8346e7 req-4eeb011f-4967-49b7-b096-e167f2074701 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:42.706045 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c7c0e00-76b4-408f-8a56-f8febf8346e7 req-4eeb011f-4967-49b7-b096-e167f2074701 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1290405
Jan 22 20:17:42.770818 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c7c0e00-76b4-408f-8a56-f8febf8346e7 req-3c92b119-709e-495c-ae6b-aed0b9e57b66 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581355
Jan 22 20:17:42.774274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45366) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:42.999925 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7bd776e7-31fa-44de-b843-193dc5896633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.029353 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45382) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:43.038719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d9e86-8d00-4e52-9175-5854347e81df req-ff3a6214-e415-4e7f-93ad-e6eea212e05d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:43.040897 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e5d9e86-8d00-4e52-9175-5854347e81df req-ff3a6214-e415-4e7f-93ad-e6eea212e05d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 944 time: 0.1383660
Jan 22 20:17:43.048385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7bd776e7-31fa-44de-b843-193dc5896633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:43.056883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7bd776e7-31fa-44de-b843-193dc5896633 admin admin] Usage tracker for resource:security_group_rule and tenant:5f082ca725c047fdb5fdbaea6ce2d239 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:43.060411 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9bc58d7-9e13-4ae0-9188-bd68fb7a13a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.077265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7bd776e7-31fa-44de-b843-193dc5896633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:43.079962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7bd776e7-31fa-44de-b843-193dc5896633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:43.149117 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e5d9e86-8d00-4e52-9175-5854347e81df req-7f3ff657-3001-44b1-be88-8a13d25a659e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998073
Jan 22 20:17:43.178856 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7bd776e7-31fa-44de-b843-193dc5896633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.180490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f9bc58d7-9e13-4ae0-9188-bd68fb7a13a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:43.185506 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f9bc58d7-9e13-4ae0-9188-bd68fb7a13a0 admin admin] Usage tracker for resource:security_group_rule and tenant:13d7eb1d0eb8464d8b9f02fbcd94a385 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:43.187945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f9bc58d7-9e13-4ae0-9188-bd68fb7a13a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:43.195352 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f9bc58d7-9e13-4ae0-9188-bd68fb7a13a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:43.227252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7bd776e7-31fa-44de-b843-193dc5896633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.238177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:43.305541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 45390) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:43.305983 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7bd776e7-31fa-44de-b843-193dc5896633 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f082ca725c047fdb5fdbaea6ce2d239&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5303824
Jan 22 20:17:43.309582 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd776e7-31fa-44de-b843-193dc5896633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ce02bc-9cdb-4dea-8d2c-dae348a2801a,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:43.313438 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7bd776e7-31fa-44de-b843-193dc5896633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:43.371907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9bc58d7-9e13-4ae0-9188-bd68fb7a13a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.396774 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9bc58d7-9e13-4ae0-9188-bd68fb7a13a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.408122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:43.465061 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8248-d234-4ca4-886f-c2d611358183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.465951 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f9bc58d7-9e13-4ae0-9188-bd68fb7a13a0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=13d7eb1d0eb8464d8b9f02fbcd94a385&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4333305
Jan 22 20:17:43.466802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45398) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:43.471340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc58d7-9e13-4ae0-9188-bd68fb7a13a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb9441-513d-4603-8cfd-3b52851effe6,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:43.475467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f9bc58d7-9e13-4ae0-9188-bd68fb7a13a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:43.528221 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8248-d234-4ca4-886f-c2d611358183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.546757 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61deb113-1acd-4430-a81a-30356bc3a699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.589522 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61deb113-1acd-4430-a81a-30356bc3a699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.682304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61deb113-1acd-4430-a81a-30356bc3a699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.688957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd13d8-70df-42f1-8871-052f37ea9d27 req-6615f290-c27c-4eed-819b-36d6e95dfbcc tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:43.691283 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82cd13d8-70df-42f1-8871-052f37ea9d27 req-6615f290-c27c-4eed-819b-36d6e95dfbcc tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.2100167
Jan 22 20:17:43.692524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8248-d234-4ca4-886f-c2d611358183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.694053 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:43.697996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:43.710427 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deb113-1acd-4430-a81a-30356bc3a699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb9441-513d-4603-8cfd-3b52851effe6,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:43.713715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-61deb113-1acd-4430-a81a-30356bc3a699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:43.715151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61deb113-1acd-4430-a81a-30356bc3a699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.716478 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-61deb113-1acd-4430-a81a-30356bc3a699 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5acb9441-513d-4603-8cfd-3b52851effe6 HTTP/1.1" status: 204  len: 168 time: 0.2474124
Jan 22 20:17:43.737465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a8248-d234-4ca4-886f-c2d611358183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ce02bc-9cdb-4dea-8d2c-dae348a2801a,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:43.745440 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fe5a8248-d234-4ca4-886f-c2d611358183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:43.788014 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82cd13d8-70df-42f1-8871-052f37ea9d27 req-237a3746-93ba-48a6-b742-3a3bd7280f36 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748067
Jan 22 20:17:43.790457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8248-d234-4ca4-886f-c2d611358183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:43.791611 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fe5a8248-d234-4ca4-886f-c2d611358183 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21ce02bc-9cdb-4dea-8d2c-dae348a2801a HTTP/1.1" status: 204  len: 168 time: 0.4845412
Jan 22 20:17:43.840321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:43.944147 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:44.102567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f842-461d-4586-aca5-6f6907da66b9 req-4f7a682d-337d-4d9c-8306-051e536af7c2 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:44.110687 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb16f842-461d-4586-aca5-6f6907da66b9 req-4f7a682d-337d-4d9c-8306-051e536af7c2 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1500549
Jan 22 20:17:44.172206 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb16f842-461d-4586-aca5-6f6907da66b9 req-d3a1afb1-6b10-403a-a05e-52ca097ee69e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597658
Jan 22 20:17:44.263642 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c', 'code': 200}
Jan 22 20:17:44.426136 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device fc968d60-6e59-4212-9a81-379158f6411a up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:44.551127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port fc968d60-6e59-4212-9a81-379158f6411a completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:17:44.556940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port fc968d60-6e59-4212-9a81-379158f6411a triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:44.558604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:44.586750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeca2ff-c078-4a77-b7cf-c28dde8a7005 req-5402ff0a-beae-46ef-97e0-c493852b7cfb tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:44.592818 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-abeca2ff-c078-4a77-b7cf-c28dde8a7005 req-5402ff0a-beae-46ef-97e0-c493852b7cfb tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 944 time: 0.1824200
Jan 22 20:17:44.664339 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-abeca2ff-c078-4a77-b7cf-c28dde8a7005 req-e7613d0b-c5ee-4b73-b842-88f6e51398b1 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660980
Jan 22 20:17:44.684118 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45438) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:44.714567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acbd5459-7f37-4e81-b265-89e7248c1815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:44.749098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-acbd5459-7f37-4e81-b265-89e7248c1815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:44.753295 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-acbd5459-7f37-4e81-b265-89e7248c1815 admin admin] Usage tracker for resource:security_group_rule and tenant:759f4353ed054880b3daaf2745ff523f is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:44.756463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-acbd5459-7f37-4e81-b265-89e7248c1815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:44.762680 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-acbd5459-7f37-4e81-b265-89e7248c1815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:44.860281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:44.900090 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecd816-d6f0-4ad0-858e-1395b798ac4e req-229e303a-f359-4aa6-8550-0bb87a7b6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:44.900724 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acbd5459-7f37-4e81-b265-89e7248c1815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:44.902528 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eaecd816-d6f0-4ad0-858e-1395b798ac4e req-229e303a-f359-4aa6-8550-0bb87a7b6f64 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 1163 time: 0.1441238
Jan 22 20:17:44.939132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acbd5459-7f37-4e81-b265-89e7248c1815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:44.941485 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port fc968d60-6e59-4212-9a81-379158f6411a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=fc968d60-6e59-4212-9a81-379158f6411a,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:17:44.973476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:44.975522 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:44.992489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02adecdd-2039-4628-a2de-a639968a1cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:45.015427 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eaecd816-d6f0-4ad0-858e-1395b798ac4e req-c6788c56-61fd-4c51-83ee-9a1e6f161627 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023154
Jan 22 20:17:45.051442 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-acbd5459-7f37-4e81-b265-89e7248c1815 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=759f4353ed054880b3daaf2745ff523f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3659012
Jan 22 20:17:45.052493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd5459-7f37-4e81-b265-89e7248c1815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d2b4eb-7a5f-4650-82b4-f425f32d6ff9,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:45.055489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45452) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:45.058481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-acbd5459-7f37-4e81-b265-89e7248c1815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:45.154263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03cd0ba6-838a-47df-812f-83c3776d8e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:45.154474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a63205-e507-4ed2-9ec9-ff93dcbad90c req-3409febb-14fd-4559-9b1f-b5280a39cc4f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:45.156342 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6a63205-e507-4ed2-9ec9-ff93dcbad90c req-3409febb-14fd-4559-9b1f-b5280a39cc4f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1313624
Jan 22 20:17:45.164693 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=fc968d60-6e59-4212-9a81-379158f6411a,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:45.168494 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:45.197409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03cd0ba6-838a-47df-812f-83c3776d8e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:45.224183 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b6a63205-e507-4ed2-9ec9-ff93dcbad90c req-4906ea3c-f6f2-4188-a9ed-8b63f459a9c7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607080
Jan 22 20:17:45.293289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03cd0ba6-838a-47df-812f-83c3776d8e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:45.302272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-75c34592-6b6b-454e-9acc-2b0aaf97353b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:45.315459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd0ba6-838a-47df-812f-83c3776d8e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d2b4eb-7a5f-4650-82b4-f425f32d6ff9,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:45.324416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-03cd0ba6-838a-47df-812f-83c3776d8e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:45.331158 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03cd0ba6-838a-47df-812f-83c3776d8e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:45.335587 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-03cd0ba6-838a-47df-812f-83c3776d8e62 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/38d2b4eb-7a5f-4650-82b4-f425f32d6ff9 HTTP/1.1" status: 204  len: 168 time: 0.2787514
Jan 22 20:17:45.451976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b598bf-9545-4809-8b96-94c4a586f342 req-f18e8f74-cc4c-4b37-b413-9b12a22f88a1 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:45.451976 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57b598bf-9545-4809-8b96-94c4a586f342 req-f18e8f74-cc4c-4b37-b413-9b12a22f88a1 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1237082
Jan 22 20:17:45.502949 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57b598bf-9545-4809-8b96-94c4a586f342 req-00ecbb6c-0f1e-4e98-b14e-84a623a66853 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484445
Jan 22 20:17:46.007394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2782e0-299f-4f1b-be04-74145aeaa9ea req-9413d5e6-2819-4271-bdcf-ac07ed722830 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:46.009123 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-df2782e0-299f-4f1b-be04-74145aeaa9ea req-9413d5e6-2819-4271-bdcf-ac07ed722830 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1424034
Jan 22 20:17:46.027289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 379949ec-ca78-467b-a6a6-d869077eb99c up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:46.117729 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-df2782e0-299f-4f1b-be04-74145aeaa9ea req-c4a2f031-b754-4f06-a12c-93685676cd2a tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014841
Jan 22 20:17:46.181113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 379949ec-ca78-467b-a6a6-d869077eb99c triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:46.181650 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:46.285661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633f52c8-661e-4636-8454-bbb893cbe51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc968d60-6e59-4212-9a81-379158f6411a'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:46.341862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87096fd-5b2b-43c4-a5a9-95414d7c9529 req-3ab014d3-d2e7-450f-8747-f1efb0c521e7 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:46.351258 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a87096fd-5b2b-43c4-a5a9-95414d7c9529 req-3ab014d3-d2e7-450f-8747-f1efb0c521e7 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.2319837
Jan 22 20:17:46.356009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0da1-3a2d-4098-925a-40c85f723903 req-cde4388c-a82d-429c-adf0-e6a20cb009be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:46.357749 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-87de0da1-3a2d-4098-925a-40c85f723903 req-cde4388c-a82d-429c-adf0-e6a20cb009be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 1163 time: 0.2378511
Jan 22 20:17:46.375134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b1d5b385-d46d-4220-ac1a-4a61d1606f40 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:46.462603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b1d5b385-d46d-4220-ac1a-4a61d1606f40 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:46.463161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:46.859106 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a87096fd-5b2b-43c4-a5a9-95414d7c9529 req-6296efad-10b0-4fa8-a555-4c03f623e209 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5068636
Jan 22 20:17:46.960170 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633f52c8-661e-4636-8454-bbb893cbe51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc968d60-6e59-4212-9a81-379158f6411a', 'code': 200}
Jan 22 20:17:46.968216 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0da1-3a2d-4098-925a-40c85f723903 req-7adb080f-7164-45b6-b121-f193a403917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:46.969814 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-87de0da1-3a2d-4098-925a-40c85f723903 req-7adb080f-7164-45b6-b121-f193a403917c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 200  len: 913 time: 0.5918262
Jan 22 20:17:47.017719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76868b-f63b-42e2-badd-b24641387971 req-dbf041f0-855c-4421-8f61-cda0c9107763 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:47.017719 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e76868b-f63b-42e2-badd-b24641387971 req-dbf041f0-855c-4421-8f61-cda0c9107763 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.5468585
Jan 22 20:17:47.084083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45546) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:47.227535 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-87de0da1-3a2d-4098-925a-40c85f723903 req-68ff5d90-6faa-4fc7-ad9c-db957ccf40bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1d5b385-d46d-4220-ac1a-4a61d1606f40 HTTP/1.1" status: 200  len: 217 time: 0.2081966
Jan 22 20:17:47.244337 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e76868b-f63b-42e2-badd-b24641387971 req-b531f848-29c0-4e03-be63-8e005d772995 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2258794
Jan 22 20:17:47.324900 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0da1-3a2d-4098-925a-40c85f723903 req-cba78c84-ccf2-4261-b4c7-ed8ad25f8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:47.326502 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-87de0da1-3a2d-4098-925a-40c85f723903 req-cba78c84-ccf2-4261-b4c7-ed8ad25f8b7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967b80c3-e198-489e-92d2-dca429bbbdd3 HTTP/1.1" status: 200  len: 859 time: 0.0799088
Jan 22 20:17:47.428550 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-87de0da1-3a2d-4098-925a-40c85f723903 req-66fe7c76-b01e-496d-b423-5a38f3a065bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9206a83-e41a-460b-aea7-8dc961f124e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0945830
Jan 22 20:17:47.627240 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 379949ec-ca78-467b-a6a6-d869077eb99c up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:47.675660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a6f65-7a01-408d-959a-e9f2cfcbcec2 req-af0ddcd9-8536-4a2d-87cc-fa869f966bf5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:47.675660 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-105a6f65-7a01-408d-959a-e9f2cfcbcec2 req-af0ddcd9-8536-4a2d-87cc-fa869f966bf5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.2997961
Jan 22 20:17:47.678263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45558) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:47.713265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 379949ec-ca78-467b-a6a6-d869077eb99c triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:47.713698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:47.718843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45564) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:47.748431 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-87de0da1-3a2d-4098-925a-40c85f723903 req-31341e94-b511-49eb-8e7d-ad27ae9bfae6 service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2973633
Jan 22 20:17:47.752988 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d16214-602c-43c3-a83a-0b62b3c75339 req-22b07a4e-2d34-42bd-8529-e95b9a07ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:47.754549 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2d16214-602c-43c3-a83a-0b62b3c75339 req-22b07a4e-2d34-42bd-8529-e95b9a07ebe6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 1163 time: 0.3022656
Jan 22 20:17:47.764679 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-105a6f65-7a01-408d-959a-e9f2cfcbcec2 req-2a533c49-299b-4c1d-a00c-277c96d88ad5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808377
Jan 22 20:17:47.820131 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1067535749-network', 'tenant_id': 'da807ada1cae426b9ef2f4c1b786e471'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:47.831607 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:47.843138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Usage tracker for resource:network and tenant:da807ada1cae426b9ef2f4c1b786e471 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:47.851657 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:47.865591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:47.877168 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device fc968d60-6e59-4212-9a81-379158f6411a up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:47.906576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3b756f8-0d06-4b78-a75b-9e6644becbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:47.914922 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2d16214-602c-43c3-a83a-0b62b3c75339 req-75f50988-29e6-4dc0-85a6-154e5fe8669d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1492362
Jan 22 20:17:47.926399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d3b756f8-0d06-4b78-a75b-9e6644becbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:47.932933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d3b756f8-0d06-4b78-a75b-9e6644becbce admin admin] Usage tracker for resource:security_group_rule and tenant:1f38dc2400d34c128adee479972410fe is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:47.936293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d3b756f8-0d06-4b78-a75b-9e6644becbce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:47.943192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d3b756f8-0d06-4b78-a75b-9e6644becbce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:47.959155 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-87de0da1-3a2d-4098-925a-40c85f723903 req-e5d7cdab-c213-4b1a-bf7d-f70b813383a9 service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2016580
Jan 22 20:17:47.984035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port fc968d60-6e59-4212-9a81-379158f6411a triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:47.984464 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:47.988910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Made reservation on behalf of da807ada1cae426b9ef2f4c1b786e471 for: {'network': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:47.993862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.023526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b1ba9c79-9406-4440-8ed9-8b0d9ad99e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.042095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.187696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3b756f8-0d06-4b78-a75b-9e6644becbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.187696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:48.187696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b1ba9c79-9406-4440-8ed9-8b0d9ad99e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:48.187696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Usage tracker for resource:security_group_rule and tenant:da807ada1cae426b9ef2f4c1b786e471 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:48.187696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b1ba9c79-9406-4440-8ed9-8b0d9ad99e63 admin admin] Usage tracker for resource:security_group_rule and tenant:03306503e30b4506938d630673748e9c is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:48.187696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:48.187696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-b1ba9c79-9406-4440-8ed9-8b0d9ad99e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:48.187696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:48.187696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b1ba9c79-9406-4440-8ed9-8b0d9ad99e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:48.197770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c35695-f50c-4c42-a8f4-17278e4a6ee1 req-c49bc57d-1d85-48a0-bcd8-837992196143 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:48.199476 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-02c35695-f50c-4c42-a8f4-17278e4a6ee1 req-c49bc57d-1d85-48a0-bcd8-837992196143 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1651165
Jan 22 20:17:48.214192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d3b756f8-0d06-4b78-a75b-9e6644becbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.226123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:48.258900 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-02c35695-f50c-4c42-a8f4-17278e4a6ee1 req-fee9cd3d-e779-402b-ba4e-4f487effb674 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515168
Jan 22 20:17:48.294895 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d3b756f8-0d06-4b78-a75b-9e6644becbce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f38dc2400d34c128adee479972410fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6150610
Jan 22 20:17:48.297823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 45578) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:48.302584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b756f8-0d06-4b78-a75b-9e6644becbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db3228-8d9c-4ef8-a117-0f61598146b4,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:48.307772 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d3b756f8-0d06-4b78-a75b-9e6644becbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:48.380166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.384788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b1ba9c79-9406-4440-8ed9-8b0d9ad99e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.394960 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9abe105e-c3a6-43bc-a9a6-74700aee24e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.413931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.420788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:48.427204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9abe105e-c3a6-43bc-a9a6-74700aee24e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.455539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:17:48.460764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b1ba9c79-9406-4440-8ed9-8b0d9ad99e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.480618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa06238-d68e-4f82-9f16-9d6f154a9aad,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:48.487262 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:48.494476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d4fe5fd2-c65c-4971-a510-87b7d2391d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:48.507263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.507967 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Added segment f150a5b5-23b5-41b6-afc8-f99501f468bf of type vxlan for network 9eec6640-edc0-4caf-8fbb-e4d713d8ae63
Jan 22 20:17:48.533908 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b1ba9c79-9406-4440-8ed9-8b0d9ad99e63 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=03306503e30b4506938d630673748e9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8123798
Jan 22 20:17:48.537055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 45586) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:48.544210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba9c79-9406-4440-8ed9-8b0d9ad99e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d84996a-211f-4047-a1b4-3ba443e64050,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:48.555546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b1ba9c79-9406-4440-8ed9-8b0d9ad99e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:48.562170 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.613851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f4213-bab8-4dcd-8ca4-1c419aa25243 req-74f36199-ff60-4a92-ab71-a68e0f00697d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:48.615500 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e40f4213-bab8-4dcd-8ca4-1c419aa25243 req-74f36199-ff60-4a92-ab71-a68e0f00697d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1770778
Jan 22 20:17:48.618384 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9abe105e-c3a6-43bc-a9a6-74700aee24e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.631463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:48.642335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.643819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:48.644542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.650369 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:48.665063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe105e-c3a6-43bc-a9a6-74700aee24e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db3228-8d9c-4ef8-a117-0f61598146b4,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:48.681800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9abe105e-c3a6-43bc-a9a6-74700aee24e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:48.698608 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9abe105e-c3a6-43bc-a9a6-74700aee24e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.702262 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9abe105e-c3a6-43bc-a9a6-74700aee24e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/28db3228-8d9c-4ef8-a117-0f61598146b4 HTTP/1.1" status: 204  len: 168 time: 0.4009354
Jan 22 20:17:48.702262 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e8f8721-04ac-4f49-aac1-ecc50f6413f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.728592 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e40f4213-bab8-4dcd-8ca4-1c419aa25243 req-bdd480ca-a64c-4af9-af66-4752b7ab3b7b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058369
Jan 22 20:17:48.743828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e8f8721-04ac-4f49-aac1-ecc50f6413f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.778002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Pushing event updated for resources: {'Network': ['ID=9eec6640-edc0-4caf-8fbb-e4d713d8ae63,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:48.781344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:48.789993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network 9eec6640-edc0-4caf-8fbb-e4d713d8ae63 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:17:48.814914 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.7265248
Jan 22 20:17:48.817867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45596) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:48.826377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Request body: {'subnet': {'network_id': '9eec6640-edc0-4caf-8fbb-e4d713d8ae63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1067535749-subnet', 'tenant_id': 'da807ada1cae426b9ef2f4c1b786e471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:48.832367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:48.836771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Usage tracker for resource:subnet and tenant:da807ada1cae426b9ef2f4c1b786e471 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:48.839924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:48.847317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:48.853428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e8f8721-04ac-4f49-aac1-ecc50f6413f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.865183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:48.880002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f8721-04ac-4f49-aac1-ecc50f6413f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d84996a-211f-4047-a1b4-3ba443e64050,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:48.881730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Made reservation on behalf of da807ada1cae426b9ef2f4c1b786e471 for: {'subnet': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:48.887335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6431577'] for subnet, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.894974 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2e8f8721-04ac-4f49-aac1-ecc50f6413f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:48.911563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e8f8721-04ac-4f49-aac1-ecc50f6413f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:48.913623 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2e8f8721-04ac-4f49-aac1-ecc50f6413f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d84996a-211f-4047-a1b4-3ba443e64050 HTTP/1.1" status: 204  len: 168 time: 0.3740838
Jan 22 20:17:48.929554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network 9eec6640-edc0-4caf-8fbb-e4d713d8ae63 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:17:49.159482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668a3aa-3c2e-48b9-a4de-8d0d0b88c5bf req-9ca6eeb2-6040-41ea-9bf5-8d2981709742 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:49.161285 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8668a3aa-3c2e-48b9-a4de-8d0d0b88c5bf req-9ca6eeb2-6040-41ea-9bf5-8d2981709742 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.2160716
Jan 22 20:17:49.194780 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039368ba-1138-44b2-9808-87b11a567c12 req-e50f5b0e-96c0-4df7-9153-a87bb24bb7e7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:49.196044 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-039368ba-1138-44b2-9808-87b11a567c12 req-e50f5b0e-96c0-4df7-9153-a87bb24bb7e7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1904471
Jan 22 20:17:49.212534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 45608) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:49.223898 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f29da560-c1c1-423f-92bb-3306231178b1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'floatingip': {'port_id': '379949ec-ca78-467b-a6a6-d869077eb99c'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:49.320505 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f29da560-c1c1-423f-92bb-3306231178b1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:49.599236 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8668a3aa-3c2e-48b9-a4de-8d0d0b88c5bf req-5c93d145-d4d0-4bbb-8399-a75919734801 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4020677
Jan 22 20:17:49.604547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847496563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6431594'] for subnet, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:49.623633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45624) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:49.624275 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:49.706055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f86edd37-02c6-4c20-b661-7555b54b4c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:49.790201 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f86edd37-02c6-4c20-b661-7555b54b4c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:49.807241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f86edd37-02c6-4c20-b661-7555b54b4c46 admin admin] Usage tracker for resource:security_group_rule and tenant:579aac2e71e7453682bb000dcdfff7ea is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:49.812633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f86edd37-02c6-4c20-b661-7555b54b4c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:49.822633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e8f3a7-d8ed-43ae-a4fe-d334a18e644b,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:49.836488 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:49.837722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f86edd37-02c6-4c20-b661-7555b54b4c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:49.846483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53ef1a-a959-49ce-a590-9122c92195b5 req-0ee3c117-434b-43fd-80fb-712f40b8c58a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:49.851258 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f53ef1a-a959-49ce-a590-9122c92195b5 req-0ee3c117-434b-43fd-80fb-712f40b8c58a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.3441887
Jan 22 20:17:49.934673 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f53ef1a-a959-49ce-a590-9122c92195b5 req-47221370-4157-4578-9460-131ffec78caf tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741367
Jan 22 20:17:49.952832 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Checking segment: {'id': 'f150a5b5-23b5-41b6-afc8-f99501f468bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9eec6640-edc0-4caf-8fbb-e4d713d8ae63'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:49.953231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Network hostable DHCP agents. Network: 9eec6640-edc0-4caf-8fbb-e4d713d8ae63, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:17:50.009380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f86edd37-02c6-4c20-b661-7555b54b4c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:50.047802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Network 9eec6640-edc0-4caf-8fbb-e4d713d8ae63 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:17:50.050424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f86edd37-02c6-4c20-b661-7555b54b4c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:50.060865 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:50.124594 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86edd37-02c6-4c20-b661-7555b54b4c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd259f8d-80e1-48f1-a117-21ebae2e882b,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:50.154465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, 9eec6640-edc0-4caf-8fbb-e4d713d8ae63) {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:50.159139 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f86edd37-02c6-4c20-b661-7555b54b4c46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=579aac2e71e7453682bb000dcdfff7ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5020688
Jan 22 20:17:50.160620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f86edd37-02c6-4c20-b661-7555b54b4c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:50.163313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45634) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:50.173032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa2d34-f055-4516-abd9-257db7519c47 None None] Network 9eec6640-edc0-4caf-8fbb-e4d713d8ae63 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:17:50.190845 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:50.191893 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:50.276015 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4553492
Jan 22 20:17:50.350574 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61f7dcf4-69e3-46ee-b368-ccd05c3a7bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:50.425166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61f7dcf4-69e3-46ee-b368-ccd05c3a7bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:50.539923 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92bdd48-6956-4e84-81b4-25f882b08ce5 None None] Network 9eec6640-edc0-4caf-8fbb-e4d713d8ae63 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:17:50.558708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61f7dcf4-69e3-46ee-b368-ccd05c3a7bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:50.565035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-acbd5459-7f37-4e81-b265-89e7248c1815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:50.580186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7dcf4-69e3-46ee-b368-ccd05c3a7bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd259f8d-80e1-48f1-a117-21ebae2e882b,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:50.583738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-61f7dcf4-69e3-46ee-b368-ccd05c3a7bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:50.585925 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61f7dcf4-69e3-46ee-b368-ccd05c3a7bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:50.587011 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-61f7dcf4-69e3-46ee-b368-ccd05c3a7bad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd259f8d-80e1-48f1-a117-21ebae2e882b HTTP/1.1" status: 204  len: 168 time: 0.4224110
Jan 22 20:17:50.684797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [None req-f29da560-c1c1-423f-92bb-3306231178b1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 22 20:17:50.827140 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f29da560-c1c1-423f-92bb-3306231178b1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:50.873076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f29da560-c1c1-423f-92bb-3306231178b1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:51.088841 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-f29da560-c1c1-423f-92bb-3306231178b1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Floating IP 56fb5e4c-4eaa-4b66-920d-9c4afccdcac3 associated. External IP: 172.27.1.243, port: 379949ec-ca78-467b-a6a6-d869077eb99c.
Jan 22 20:17:51.398978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f71e2-b832-43cf-b584-94f2ec4919e4 req-27f1e1ca-fe4e-427d-84e0-fcc633001b6f tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:51.401302 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b09f71e2-b832-43cf-b584-94f2ec4919e4 req-27f1e1ca-fe4e-427d-84e0-fcc633001b6f tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.5719469
Jan 22 20:17:51.448555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de603ec6-6ac5-49e7-8c44-822fa0f88cd7 req-4ae696d5-cf9b-447e-88ef-d9bba3b3e0b4 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:51.448555 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de603ec6-6ac5-49e7-8c44-822fa0f88cd7 req-4ae696d5-cf9b-447e-88ef-d9bba3b3e0b4 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.2959411
Jan 22 20:17:51.693076 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b09f71e2-b832-43cf-b584-94f2ec4919e4 req-031a888e-1f70-4510-8361-1e725b287137 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2810402
Jan 22 20:17:51.699596 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de603ec6-6ac5-49e7-8c44-822fa0f88cd7 req-e6af3052-bc96-4f81-9d86-56e597f3756c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320237
Jan 22 20:17:51.741544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45688) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:51.742511 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29da560-c1c1-423f-92bb-3306231178b1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Router 4cf32e1d-042c-4784-a234-867896f541be has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:17:51.748707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1467615555-network', 'tenant_id': 'ddcc187e740e429fb33bbd6e413a1b65'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:51.753841 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:51.758516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Usage tracker for resource:network and tenant:ddcc187e740e429fb33bbd6e413a1b65 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:51.761869 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:51.785067 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:51.808718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device fc968d60-6e59-4212-9a81-379158f6411a up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:17:51.841867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Made reservation on behalf of ddcc187e740e429fb33bbd6e413a1b65 for: {'network': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:51.850682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:51.862775 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:51.884011 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:51.900367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Usage tracker for resource:security_group_rule and tenant:ddcc187e740e429fb33bbd6e413a1b65 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:51.902338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port fc968d60-6e59-4212-9a81-379158f6411a triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:17:51.902931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:51.907788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:51.915183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:52.018989 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:52.059120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:52.062008 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d3d78-f60b-4470-8c26-18e91b65714a req-77fa5ce2-f0cd-4711-ac90-c390dcf8466b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:52.063735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7bd776e7-31fa-44de-b843-193dc5896633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:52.064607 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-591d3d78-f60b-4470-8c26-18e91b65714a req-77fa5ce2-f0cd-4711-ac90-c390dcf8466b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1691065
Jan 22 20:17:52.077437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 45702) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:52.078511 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29da560-c1c1-423f-92bb-3306231178b1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:17:52.085061 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f29da560-c1c1-423f-92bb-3306231178b1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:52.101236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:17:52.108482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c0634-a1a7-4128-ae08-b64977d75c9c None None] Sync routers for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:17:52.122290 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c0634-a1a7-4128-ae08-b64977d75c9c None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:17:52.125701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-738c0634-a1a7-4128-ae08-b64977d75c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7a4fef0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:17:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:52.137956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eef6d91-581e-4ace-bed7-fd8e8bd2dda5,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:52.147047 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f29da560-c1c1-423f-92bb-3306231178b1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "PUT /v2.0/floatingips/56fb5e4c-4eaa-4b66-920d-9c4afccdcac3 HTTP/1.1" status: 200  len: 992 time: 2.9316278
Jan 22 20:17:52.148905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:52.151053 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-fc7c0c15-fa55-42e2-a14d-4f90184455c4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'floatingip': {'port_id': 'fc968d60-6e59-4212-9a81-379158f6411a'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:52.153927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:52.154452 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Added segment a2da0c4c-d226-47c0-9683-64af07ae6ccc of type vxlan for network 2c42c359-f773-4821-836d-fcb64ead3fed
Jan 22 20:17:52.203544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:52.231358 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:52.248694 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0c15-fa55-42e2-a14d-4f90184455c4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:52.264845 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:52.266255 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:52.267682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:52.273924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1dd26e5-9f29-442d-866d-b3c39783dd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:52.349659 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c', 'status': 'completed', 'code': 200}
Jan 22 20:17:52.469315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-738c0634-a1a7-4128-ae08-b64977d75c9c None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:17:52.738211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Pushing event updated for resources: {'Network': ['ID=2c42c359-f773-4821-836d-fcb64ead3fed,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:52.751853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:52.752380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network 2c42c359-f773-4821-836d-fcb64ead3fed details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:17:52.797414 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.0546937
Jan 22 20:17:52.800823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 45754) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:17:52.809669 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Request body: {'subnet': {'network_id': '2c42c359-f773-4821-836d-fcb64ead3fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1467615555-subnet', 'tenant_id': 'ddcc187e740e429fb33bbd6e413a1b65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:17:52.821060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:17:52.826078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network 2c42c359-f773-4821-836d-fcb64ead3fed details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:17:52.830764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Usage tracker for resource:subnet and tenant:ddcc187e740e429fb33bbd6e413a1b65 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:17:52.836621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:17:52.844333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:17:52.893420 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Made reservation on behalf of ddcc187e740e429fb33bbd6e413a1b65 for: {'subnet': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:17:52.899255 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6431577'] for subnet, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:53.002847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-738c0634-a1a7-4128-ae08-b64977d75c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7a4fef0>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '56fb5e4c-4eaa-4b66-920d-9c4afccdcac3', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '4cf32e1d-042c-4784-a234-867896f541be', 'port_id': '379949ec-ca78-467b-a6a6-d869077eb99c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'mac_address': 'fa:16:3e:cf:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:17:05Z', 'updated_at': '2021-01-22T20:17:50Z', 'revision_number': 1, 'project_id': '5298656aa8d344849634ed79515c8355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:53.007612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c0634-a1a7-4128-ae08-b64977d75c9c None None] Checking router: 4cf32e1d-042c-4784-a234-867896f541be for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:17:53.033700 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7beb2-20ec-4e98-b855-7d545598f467 req-4287b3ee-6c27-43ae-af29-828de926c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:53.034260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c0634-a1a7-4128-ae08-b64977d75c9c None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:17:53.035116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-738c0634-a1a7-4128-ae08-b64977d75c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7a4fef0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:17:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:53.036552 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29f7beb2-20ec-4e98-b855-7d545598f467 req-4287b3ee-6c27-43ae-af29-828de926c230 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 1163 time: 0.3941100
Jan 22 20:17:53.349991 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-738c0634-a1a7-4128-ae08-b64977d75c9c None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:17:53.388003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9ceca-9141-4049-a13b-3228c378849f req-e6358d8d-5db0-43e0-bd34-8d2afe9cc417 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:53.389996 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-80d9ceca-9141-4049-a13b-3228c378849f req-e6358d8d-5db0-43e0-bd34-8d2afe9cc417 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.3732121
Jan 22 20:17:53.543590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7beb2-20ec-4e98-b855-7d545598f467 req-1ea2b004-8428-4724-9b35-bc05dc7c8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:53.547455 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29f7beb2-20ec-4e98-b855-7d545598f467 req-1ea2b004-8428-4724-9b35-bc05dc7c8310 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 911 time: 0.4005532
Jan 22 20:17:53.604765 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847496563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6431594'] for subnet, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:53.694829 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29f7beb2-20ec-4e98-b855-7d545598f467 req-a43efdac-07ef-4155-9382-5eb7d1da94a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379949ec-ca78-467b-a6a6-d869077eb99c HTTP/1.1" status: 200  len: 1000 time: 0.1233451
Jan 22 20:17:53.719876 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-80d9ceca-9141-4049-a13b-3228c378849f req-07910ef4-ec68-4b41-a415-f530ad95623f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3151217
Jan 22 20:17:53.738364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7a4dbc2-9438-4339-88b9-627add8aab30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:17:53.823782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7beb2-20ec-4e98-b855-7d545598f467 req-26f391da-56c2-4079-ae43-b898fcef6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:53.825443 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29f7beb2-20ec-4e98-b855-7d545598f467 req-26f391da-56c2-4079-ae43-b898fcef6bb8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.1005156
Jan 22 20:17:53.833267 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a78cedb-7ba6-4a05-8e24-701aada4c5a9,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:17:53.840933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:17:53.877970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Checking segment: {'id': 'a2da0c4c-d226-47c0-9683-64af07ae6ccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2c42c359-f773-4821-836d-fcb64ead3fed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:17:53.878480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Network hostable DHCP agents. Network: 2c42c359-f773-4821-836d-fcb64ead3fed, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:17:53.939590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Network 2c42c359-f773-4821-836d-fcb64ead3fed is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:17:53.955970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-738c0634-a1a7-4128-ae08-b64977d75c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7a4fef0>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '56fb5e4c-4eaa-4b66-920d-9c4afccdcac3', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '4cf32e1d-042c-4784-a234-867896f541be', 'port_id': '379949ec-ca78-467b-a6a6-d869077eb99c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'mac_address': 'fa:16:3e:cf:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:17:05Z', 'updated_at': '2021-01-22T20:17:50Z', 'revision_number': 1, 'project_id': '5298656aa8d344849634ed79515c8355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:53.961898 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c0634-a1a7-4128-ae08-b64977d75c9c None None] The sync data for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi is: [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '56fb5e4c-4eaa-4b66-920d-9c4afccdcac3', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '4cf32e1d-042c-4784-a234-867896f541be', 'port_id': '379949ec-ca78-467b-a6a6-d869077eb99c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'mac_address': 'fa:16:3e:cf:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:17:05Z', 'updated_at': '2021-01-22T20:17:50Z', 'revision_number': 1, 'project_id': '5298656aa8d344849634ed79515c8355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:17:53.984886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, 2c42c359-f773-4821-836d-fcb64ead3fed) {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:17:53.996453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae458f4-8da6-432b-bdf8-a9642fa7bbdb None None] Network 2c42c359-f773-4821-836d-fcb64ead3fed requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:17:54.002099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:54.002099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:54.098800 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2959282
Jan 22 20:17:54.105439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0c15-fa55-42e2-a14d-4f90184455c4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:54.148486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7beb2-20ec-4e98-b855-7d545598f467 req-ac613e11-1d87-4132-9933-11c6083d7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:54.151675 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29f7beb2-20ec-4e98-b855-7d545598f467 req-ac613e11-1d87-4132-9933-11c6083d7312 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1784184
Jan 22 20:17:54.197228 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0c15-fa55-42e2-a14d-4f90184455c4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:54.366557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e818f422-a922-4087-9b47-3c534412767a None None] Network 2c42c359-f773-4821-836d-fcb64ead3fed requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:17:54.406134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecfe663-7245-4711-858b-ba4eb6304af3 None None] New status for floating IP 56fb5e4c-4eaa-4b66-920d-9c4afccdcac3: ACTIVE {{(pid=80270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:17:54.525623 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29f7beb2-20ec-4e98-b855-7d545598f467 req-bdcf5fbe-a2de-42f9-970f-faa71e0134ca service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3656852
Jan 22 20:17:54.616492 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-fc7c0c15-fa55-42e2-a14d-4f90184455c4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Floating IP ba153a0f-b156-4231-b11b-942d9ad573b6 associated. External IP: 172.27.1.169, port: fc968d60-6e59-4212-9a81-379158f6411a.
Jan 22 20:17:54.753033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:17:55.035123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19312bbd-a8fb-46ba-972e-fa60d6dcab98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:55.363373 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29f7beb2-20ec-4e98-b855-7d545598f467 req-a7a9e6b7-59fd-4434-9cea-8ab7b9c81795 service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8148825
Jan 22 20:17:55.492649 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-91ae3bce-dd11-468d-a6c0-b5b2d1c1fb8b tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:55.494304 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-91ae3bce-dd11-468d-a6c0-b5b2d1c1fb8b tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 814 time: 0.6799212
Jan 22 20:17:55.598722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377086a-6859-4110-b53a-9b784203b708 req-4b19d22c-8c9b-448f-8cc4-d1509bf9a753 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:55.600368 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3377086a-6859-4110-b53a-9b784203b708 req-4b19d22c-8c9b-448f-8cc4-d1509bf9a753 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.5198100
Jan 22 20:17:55.607733 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-89e68035-5028-444a-8359-084a199952fb tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/quotas/50acb7baae23426ab1c2e7157517dc89 HTTP/1.1" status: 200  len: 375 time: 0.1018536
Jan 22 20:17:55.739510 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3377086a-6859-4110-b53a-9b784203b708 req-c583edeb-de43-4d7a-9415-e73641565674 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307259
Jan 22 20:17:55.775434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7c0c15-fa55-42e2-a14d-4f90184455c4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Router 0bcac44c-ddee-44a6-9e0a-668461243e0b has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:17:55.796221 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-565a4d16-62cd-4e80-96c8-eb3712163cb0 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1728919
Jan 22 20:17:56.102080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7c0c15-fa55-42e2-a14d-4f90184455c4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:17:56.105277 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-750085a2-73f3-4830-a21f-2422888451bc service neutron] 10.222.0.38 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472916
Jan 22 20:17:56.108242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0c15-fa55-42e2-a14d-4f90184455c4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:56.113377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1e01ee-46d7-4717-abf8-a619983d1ee1 None None] Sync routers for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:17:56.123713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e01ee-46d7-4717-abf8-a619983d1ee1 None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:17:56.124518 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9b1e01ee-46d7-4717-abf8-a619983d1ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc010f28>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:17:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:56.260810 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fc7c0c15-fa55-42e2-a14d-4f90184455c4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "PUT /v2.0/floatingips/ba153a0f-b156-4231-b11b-942d9ad573b6 HTTP/1.1" status: 200  len: 992 time: 4.1794527
Jan 22 20:17:56.263251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633f52c8-661e-4636-8454-bbb893cbe51d', 'tag': 'fc968d60-6e59-4212-9a81-379158f6411a'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:17:56.304130 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-934b9d20-20eb-453a-965e-9b89bae4872e service neutron] 10.222.0.38 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1686983
Jan 22 20:17:56.312787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-9b1e01ee-46d7-4717-abf8-a619983d1ee1 None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:17:56.711905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9b1e01ee-46d7-4717-abf8-a619983d1ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc010f28>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': 'ba153a0f-b156-4231-b11b-942d9ad573b6', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'port_id': 'fc968d60-6e59-4212-9a81-379158f6411a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'mac_address': 'fa:16:3e:21:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f52c8-661e-4636-8454-bbb893cbe51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:17:15Z', 'updated_at': '2021-01-22T20:17:53Z', 'revision_number': 1, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:56.716062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1e01ee-46d7-4717-abf8-a619983d1ee1 None None] Checking router: 0bcac44c-ddee-44a6-9e0a-668461243e0b for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:17:56.725791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e01ee-46d7-4717-abf8-a619983d1ee1 None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:17:56.726443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9b1e01ee-46d7-4717-abf8-a619983d1ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc010f28>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:17:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:57.074481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-9b1e01ee-46d7-4717-abf8-a619983d1ee1 None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:17:57.450687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9b1e01ee-46d7-4717-abf8-a619983d1ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc010f28>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': 'ba153a0f-b156-4231-b11b-942d9ad573b6', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'port_id': 'fc968d60-6e59-4212-9a81-379158f6411a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'mac_address': 'fa:16:3e:21:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f52c8-661e-4636-8454-bbb893cbe51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:17:15Z', 'updated_at': '2021-01-22T20:17:53Z', 'revision_number': 1, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:17:57.454913 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1e01ee-46d7-4717-abf8-a619983d1ee1 None None] The sync data for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi is: [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': 'ba153a0f-b156-4231-b11b-942d9ad573b6', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'port_id': 'fc968d60-6e59-4212-9a81-379158f6411a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'mac_address': 'fa:16:3e:21:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f52c8-661e-4636-8454-bbb893cbe51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:17:15Z', 'updated_at': '2021-01-22T20:17:53Z', 'revision_number': 1, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:17:57.735793 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b0c0f-9ef8-422b-ba93-fd0a14a33849 None None] New status for floating IP ba153a0f-b156-4231-b11b-942d9ad573b6: ACTIVE {{(pid=80270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:17:57.977304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:58.034374 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc643469-79b6-4944-85f0-39eda0633525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:58.864691 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:59.074882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:17:59.410913 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633f52c8-661e-4636-8454-bbb893cbe51d', 'tag': 'fc968d60-6e59-4212-9a81-379158f6411a', 'status': 'completed', 'code': 200}
Jan 22 20:17:59.629732 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f0be9df7-0bef-456e-8078-bba9df034d67 req-3d6e29d1-33e5-4f85-93b7-5dee149af1f3 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 210 time: 0.1003993
Jan 22 20:17:59.686905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d839b6b-2b1d-43ac-92ef-4e76f39a873d req-16971569-610b-4853-890a-dcf28b16df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:59.689103 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d839b6b-2b1d-43ac-92ef-4e76f39a873d req-16971569-610b-4853-890a-dcf28b16df0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e38ccd21c1674123bb7dd2df09b09606&device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 1163 time: 0.2017674
Jan 22 20:17:59.716533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d8545-e69c-4b3e-994d-184777557ef0 req-4c8cf07e-06a8-474d-b391-0f10fe3d525f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:59.718071 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-123d8545-e69c-4b3e-994d-184777557ef0 req-4c8cf07e-06a8-474d-b391-0f10fe3d525f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1902311
Jan 22 20:17:59.871496 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-123d8545-e69c-4b3e-994d-184777557ef0 req-22a30bf1-befa-4e11-a3d6-a0ae5aa047a6 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306098
Jan 22 20:17:59.902989 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d839b6b-2b1d-43ac-92ef-4e76f39a873d req-80c0fa75-d337-4ab0-9cb5-23c6c4fafabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:17:59.904655 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d839b6b-2b1d-43ac-92ef-4e76f39a873d req-80c0fa75-d337-4ab0-9cb5-23c6c4fafabc service neutron] 10.222.0.48 "GET /v2.0/networks?id=680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 200  len: 905 time: 0.1856158
Jan 22 20:18:00.025487 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d839b6b-2b1d-43ac-92ef-4e76f39a873d req-b475c6f9-ef14-449c-8268-cc54b39849a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc968d60-6e59-4212-9a81-379158f6411a HTTP/1.1" status: 200  len: 1002 time: 0.1095929
Jan 22 20:18:00.103251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d839b6b-2b1d-43ac-92ef-4e76f39a873d req-84942846-d3bf-426d-b4d4-f9286a503ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:00.105184 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d839b6b-2b1d-43ac-92ef-4e76f39a873d req-84942846-d3bf-426d-b4d4-f9286a503ff6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703ccb20-1ede-4180-86d9-702b53f9353c HTTP/1.1" status: 200  len: 850 time: 0.0689373
Jan 22 20:18:00.195787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d839b6b-2b1d-43ac-92ef-4e76f39a873d req-e398e1ab-9b41-483e-8b04-3b6859c26b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:00.197394 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d839b6b-2b1d-43ac-92ef-4e76f39a873d req-e398e1ab-9b41-483e-8b04-3b6859c26b1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=680ba046-e955-4e19-a2a5-d87c6b56d8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807064
Jan 22 20:18:00.348380 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d839b6b-2b1d-43ac-92ef-4e76f39a873d req-af59b6a4-76c5-4f17-a68d-b89164e548d9 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427481
Jan 22 20:18:00.557503 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d839b6b-2b1d-43ac-92ef-4e76f39a873d req-79e9a02d-e648-4001-954e-1e39cfbb7765 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2015283
Jan 22 20:18:01.114207 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0529c519-13b4-4673-a14e-97fe9c73d090 req-c84bef3c-6e86-4951-ac1c-e22915750f34 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 210 time: 0.1112273
Jan 22 20:18:01.291906 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-23f5c2f6-d9ad-4987-88f4-2bcf9f2fadc7 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:01.293533 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-23f5c2f6-d9ad-4987-88f4-2bcf9f2fadc7 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 814 time: 0.5676489
Jan 22 20:18:01.330267 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c53cbc-b836-4bbb-9aad-a4f3ddd3f4e5 req-8e401e70-e94f-4c77-9347-2aa045bf0d62 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:01.331963 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09c53cbc-b836-4bbb-9aad-a4f3ddd3f4e5 req-8e401e70-e94f-4c77-9347-2aa045bf0d62 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.2931254
Jan 22 20:18:01.337071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Request body: {'port': {'device_id': '32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef', 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b', 'admin_state_up': True, 'tenant_id': '50acb7baae23426ab1c2e7157517dc89'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:18:01.496028 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-09c53cbc-b836-4bbb-9aad-a4f3ddd3f4e5 req-7b1b466c-88c9-4cef-8ca6-fdf3d5a73552 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378384
Jan 22 20:18:01.535593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:01.545510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:01.584422 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Made reservation on behalf of 50acb7baae23426ab1c2e7157517dc89 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:18:01.596945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:01.926424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Allocated IP 172.20.0.6 (b2ce280f-e5a9-40c0-a924-e7b421b6463b/1014b5cf-4f46-4af2-bda1-9028b21ea5b3/dc4d6b19-9981-48df-800c-d994dc8bb836) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:18:02.154680 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:02.201791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:02.219419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:02.359448 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Pushing event updated for resources: {'Port': ['ID=dc4d6b19-9981-48df-800c-d994dc8bb836,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:02.370018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:02.415605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Network b2ce280f-e5a9-40c0-a924-e7b421b6463b is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:18:02.417126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:18:02.419708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:18:02.441026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:02.441706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:02.493611 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1605532
Jan 22 20:18:06.529705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Request body: {'port': {'device_id': '32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:18:06.652995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:07.023846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168ec90-2e5b-4b92-ac4f-73a026741cf5 req-bb15cb0f-f388-4441-bd47-a38ff03e69e2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:07.024529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-c168ec90-2e5b-4b92-ac4f-73a026741cf5 req-bb15cb0f-f388-4441-bd47-a38ff03e69e2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Synchronizing usage tracker for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:18:07.072394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc826d-bc68-421d-8ae8-6ef568538951 req-fea721cb-f48d-4073-a7ee-8eb4c8be6157 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:07.073986 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32fc826d-bc68-421d-8ae8-6ef568538951 req-fea721cb-f48d-4073-a7ee-8eb4c8be6157 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.3025210
Jan 22 20:18:07.192012 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-c168ec90-2e5b-4b92-ac4f-73a026741cf5 req-bb15cb0f-f388-4441-bd47-a38ff03e69e2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Unset dirty status for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:18:07.193286 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c168ec90-2e5b-4b92-ac4f-73a026741cf5 req-bb15cb0f-f388-4441-bd47-a38ff03e69e2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 931 time: 0.4659116
Jan 22 20:18:07.253956 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32fc826d-bc68-421d-8ae8-6ef568538951 req-9deb3e30-881f-48d6-8512-dd2be697f016 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442125
Jan 22 20:18:07.295664 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c168ec90-2e5b-4b92-ac4f-73a026741cf5 req-fb68dd7a-86a7-492e-9c95-bfdad39e0284 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909889
Jan 22 20:18:07.394118 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4d6b19-9981-48df-800c-d994dc8bb836 {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:18:07.402139 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:07.504877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Transition to ACTIVE for port object dc4d6b19-9981-48df-800c-d994dc8bb836 will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:18:07.539017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:07.556108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:07.696733 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4d6b19-9981-48df-800c-d994dc8bb836,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:07.706754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:07.829449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Attempting to bind port dc4d6b19-9981-48df-800c-d994dc8bb836 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:18:07.829820 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Attempting to bind port dc4d6b19-9981-48df-800c-d994dc8bb836 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:18:07.830207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Attempting to bind port dc4d6b19-9981-48df-800c-d994dc8bb836 on network b2ce280f-e5a9-40c0-a924-e7b421b6463b {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:18:07.836440 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:18:07.842022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Checking segment: {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:18:07.842022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:07.842022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Bound using segment: {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:18:07.842022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Bound port: dc4d6b19-9981-48df-800c-d994dc8bb836, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:18:07.842022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:07.942875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] For port dc4d6b19-9981-48df-800c-d994dc8bb836, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:18:07.946056 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] For port dc4d6b19-9981-48df-800c-d994dc8bb836, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=dc4d6b19-9981-48df-800c-d994dc8bb836,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:18:07.979071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:07.996079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:08.397387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4d6b19-9981-48df-800c-d994dc8bb836,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:08.407513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:08.461075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:08.461770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:08.463383 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] 10.222.0.48 "PUT /v2.0/ports/dc4d6b19-9981-48df-800c-d994dc8bb836 HTTP/1.1" status: 200  len: 1157 time: 1.9387572
Jan 22 20:18:08.464933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef', 'tag': 'dc4d6b19-9981-48df-800c-d994dc8bb836'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:18:08.599707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ff048-64e8-4a38-86b6-e589bb3a1a6e req-26157fb1-06c5-495b-b62b-c675d8552266 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:08.601394 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-600ff048-64e8-4a38-86b6-e589bb3a1a6e req-26157fb1-06c5-495b-b62b-c675d8552266 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1979363
Jan 22 20:18:08.702008 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1054d98-3606-40dd-95ce-b4c97a869a6b req-db2b834f-b916-416c-836c-7290fb719878 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:08.703712 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1054d98-3606-40dd-95ce-b4c97a869a6b req-db2b834f-b916-416c-836c-7290fb719878 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 943 time: 0.2316403
Jan 22 20:18:08.780134 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-600ff048-64e8-4a38-86b6-e589bb3a1a6e req-9edba766-83ac-4b81-a6f6-ec0f6750f5da tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357827
Jan 22 20:18:08.801690 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1054d98-3606-40dd-95ce-b4c97a869a6b req-446baa05-4784-4024-9258-e5cfa3f47bf1 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887768
Jan 22 20:18:08.813098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-8b37f4fb-f08d-45d4-9908-20b84dabd210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:08.814720 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-8b37f4fb-f08d-45d4-9908-20b84dabd210 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 1160 time: 0.2112811
Jan 22 20:18:08.961642 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-0bfff8c6-88b8-4d74-aec7-8d49310e8702 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4d6b19-9981-48df-800c-d994dc8bb836 HTTP/1.1" status: 200  len: 217 time: 0.1233504
Jan 22 20:18:08.968741 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef', 'tag': 'dc4d6b19-9981-48df-800c-d994dc8bb836', 'status': 'completed', 'code': 200}
Jan 22 20:18:09.100129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-7567e4e5-e5e9-4d9e-b095-68bd090a5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:09.101784 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-7567e4e5-e5e9-4d9e-b095-68bd090a5865 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1014b5cf-4f46-4af2-bda1-9028b21ea5b3 HTTP/1.1" status: 200  len: 854 time: 0.0706398
Jan 22 20:18:09.172863 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-0b4f8cb0-c3ea-4b39-900c-d5c3f83ef183 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2ce280f-e5a9-40c0-a924-e7b421b6463b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470908
Jan 22 20:18:09.332943 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-910be068-9461-4d45-8346-9b0b57241225 service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502192
Jan 22 20:18:09.501403 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebee6d03-aed0-4703-b38d-67b33b364e79 req-7ebc2384-81d5-4f39-a9b6-93892ed7f082 service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1593423
Jan 22 20:18:09.803308 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c757b-cd3a-424f-8624-493e208331f8 req-e87f5234-7927-461f-b74e-71ea1a484c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:09.804945 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-142c757b-cd3a-424f-8624-493e208331f8 req-e87f5234-7927-461f-b74e-71ea1a484c03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 1160 time: 0.0826647
Jan 22 20:18:10.079824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c757b-cd3a-424f-8624-493e208331f8 req-af0b33de-f6e0-448d-88b0-225cca1f07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:10.081604 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-142c757b-cd3a-424f-8624-493e208331f8 req-af0b33de-f6e0-448d-88b0-225cca1f07b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 908 time: 0.2638237
Jan 22 20:18:10.180627 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-142c757b-cd3a-424f-8624-493e208331f8 req-76378dff-bc6f-4ab6-8eed-508397e0b975 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4d6b19-9981-48df-800c-d994dc8bb836 HTTP/1.1" status: 200  len: 217 time: 0.0796287
Jan 22 20:18:10.212560 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5300d-9225-4cf5-b812-b1a2e28e8c38 req-05946745-b21c-4b90-a4ac-d9175fd79f6e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:10.214231 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-36d5300d-9225-4cf5-b812-b1a2e28e8c38 req-05946745-b21c-4b90-a4ac-d9175fd79f6e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.2949562
Jan 22 20:18:10.301036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1c21d-88c7-45cb-8ab8-70440ffdcc24 req-96a5d550-e313-41da-9d22-6fa596ceb4fe tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:10.302642 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f8a1c21d-88c7-45cb-8ab8-70440ffdcc24 req-96a5d550-e313-41da-9d22-6fa596ceb4fe tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 943 time: 0.3403182
Jan 22 20:18:10.378205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c757b-cd3a-424f-8624-493e208331f8 req-aa20439b-5d76-4453-a09a-499462123699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:10.379803 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-142c757b-cd3a-424f-8624-493e208331f8 req-aa20439b-5d76-4453-a09a-499462123699 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1014b5cf-4f46-4af2-bda1-9028b21ea5b3 HTTP/1.1" status: 200  len: 854 time: 0.1644797
Jan 22 20:18:10.393519 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-36d5300d-9225-4cf5-b812-b1a2e28e8c38 req-45103d52-cd26-4fae-b54b-3243785d9cfe tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402934
Jan 22 20:18:10.441093 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f8a1c21d-88c7-45cb-8ab8-70440ffdcc24 req-55119b4b-c04f-47c3-8b4c-3740ea07d91a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273987
Jan 22 20:18:10.464633 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-142c757b-cd3a-424f-8624-493e208331f8 req-b26c0fa9-f073-4c91-983b-3a1100ffc166 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2ce280f-e5a9-40c0-a924-e7b421b6463b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0634699
Jan 22 20:18:10.624525 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-142c757b-cd3a-424f-8624-493e208331f8 req-998b232b-9349-4fa0-a90e-162f9ee42072 service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475859
Jan 22 20:18:10.775787 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-142c757b-cd3a-424f-8624-493e208331f8 req-8b3b9e93-7207-4667-a310-64d208e6b1c7 service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430516
Jan 22 20:18:11.247234 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455926df-a4c7-44a6-833e-ee9662833c5a req-52b9401d-886f-4441-ad1a-86d027341dd8 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:11.248906 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-455926df-a4c7-44a6-833e-ee9662833c5a req-52b9401d-886f-4441-ad1a-86d027341dd8 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 946 time: 0.1075957
Jan 22 20:18:11.301376 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-455926df-a4c7-44a6-833e-ee9662833c5a req-7899c413-4bf0-4b99-b175-91728ce92da3 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459356
Jan 22 20:18:11.731808 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44962c4-e0a2-40a4-9ed3-ff4f3b614f24 req-bd90b6f7-078a-47dd-9e26-f2e0705bb7f3 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:11.735071 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f44962c4-e0a2-40a4-9ed3-ff4f3b614f24 req-bd90b6f7-078a-47dd-9e26-f2e0705bb7f3 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.2001114
Jan 22 20:18:11.857042 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f44962c4-e0a2-40a4-9ed3-ff4f3b614f24 req-0798da59-0aab-447a-9215-5d47f9744dc3 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685878
Jan 22 20:18:11.902091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4b883-ed5f-4ab2-bfa9-860218196b0c req-6e8787b4-be9f-48da-98df-ee99d9af205d tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:11.903839 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-20b4b883-ed5f-4ab2-bfa9-860218196b0c req-6e8787b4-be9f-48da-98df-ee99d9af205d tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 943 time: 0.1673300
Jan 22 20:18:11.961375 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-20b4b883-ed5f-4ab2-bfa9-860218196b0c req-7e5e39ef-50d8-4dd0-880b-ca0e8ffd9672 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501235
Jan 22 20:18:12.552150 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805837d-644e-4707-95cc-937c01b7b7b8 req-b1c30091-b542-486d-a6da-ef043ec4e045 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:12.553865 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a805837d-644e-4707-95cc-937c01b7b7b8 req-b1c30091-b542-486d-a6da-ef043ec4e045 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 946 time: 0.1138654
Jan 22 20:18:12.607127 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a805837d-644e-4707-95cc-937c01b7b7b8 req-6669c6c8-5161-4cf8-b2a3-0fa83c528256 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466981
Jan 22 20:18:13.138233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d69a59-57ef-460c-932d-ae5b7a084dd6 req-be1c9c57-0037-4689-90bb-e9876db7761d tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:13.139886 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82d69a59-57ef-460c-932d-ae5b7a084dd6 req-be1c9c57-0037-4689-90bb-e9876db7761d tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1421356
Jan 22 20:18:13.266702 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82d69a59-57ef-460c-932d-ae5b7a084dd6 req-df2eae31-df59-4c24-b531-6352141f9143 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745127
Jan 22 20:18:13.306990 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7767b5-bd7f-4156-a6ec-add3eba70fd6 req-f23cd1bc-f54e-41bd-b1ef-0c07ca533351 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:13.308773 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b7767b5-bd7f-4156-a6ec-add3eba70fd6 req-f23cd1bc-f54e-41bd-b1ef-0c07ca533351 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 943 time: 0.1659079
Jan 22 20:18:13.364447 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b7767b5-bd7f-4156-a6ec-add3eba70fd6 req-f343e9a4-bf9d-46d3-a454-a06c9e93e834 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494871
Jan 22 20:18:13.872054 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924f9ed-bcfb-47d2-826f-ce751247c39d req-9230d95c-f114-4156-a426-7bbb222e8314 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:13.873752 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5924f9ed-bcfb-47d2-826f-ce751247c39d req-9230d95c-f114-4156-a426-7bbb222e8314 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 946 time: 0.1172872
Jan 22 20:18:13.926711 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5924f9ed-bcfb-47d2-826f-ce751247c39d req-cafb2824-9164-4622-84ee-faeaede70775 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459270
Jan 22 20:18:13.956431 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:14.512023 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f4fe-5580-4cc7-8ef6-0880d122e8bb req-d723a74d-bef0-4ca6-89eb-9052d8039b16 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:14.513720 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bff2f4fe-5580-4cc7-8ef6-0880d122e8bb req-d723a74d-bef0-4ca6-89eb-9052d8039b16 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1129761
Jan 22 20:18:14.620914 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bff2f4fe-5580-4cc7-8ef6-0880d122e8bb req-fa59b79a-4329-4358-b9da-eb4258c4e049 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003606
Jan 22 20:18:14.679253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d37d5e-c378-4050-bc98-f3029c300e82 req-61770c3b-17c7-42a0-bcbf-a24acd6ff7b4 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:14.680943 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3d37d5e-c378-4050-bc98-f3029c300e82 req-61770c3b-17c7-42a0-bcbf-a24acd6ff7b4 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 943 time: 0.1240847
Jan 22 20:18:14.765191 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c3d37d5e-c378-4050-bc98-f3029c300e82 req-f1b7aa03-628c-477d-a40f-e4bd0d2d05b9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708380
Jan 22 20:18:15.267017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1b411-e181-4f4c-9d9d-4caebb4a7902 req-dc09f9ae-abcf-4ccd-bf3c-41754cde1756 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:15.269349 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dad1b411-e181-4f4c-9d9d-4caebb4a7902 req-dc09f9ae-abcf-4ccd-bf3c-41754cde1756 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 946 time: 0.1097918
Jan 22 20:18:15.320665 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dad1b411-e181-4f4c-9d9d-4caebb4a7902 req-e8296b59-2ef0-49a3-a6c0-bc9141c83cd7 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450311
Jan 22 20:18:15.858733 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abb4c4-de08-4c56-a8e5-3c9f343aafbe req-e73a8d60-907f-4f6d-97b3-692ffcb66ba4 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:15.860405 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67abb4c4-de08-4c56-a8e5-3c9f343aafbe req-e73a8d60-907f-4f6d-97b3-692ffcb66ba4 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1051693
Jan 22 20:18:15.968805 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67abb4c4-de08-4c56-a8e5-3c9f343aafbe req-0dcdafd3-bd12-4349-a6bf-d299221d2121 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005669
Jan 22 20:18:16.031151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a864c2-0ef0-4236-898b-86e43206b979 req-a04e7208-4a1a-4364-a758-31d852224b0e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:16.032862 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-48a864c2-0ef0-4236-898b-86e43206b979 req-a04e7208-4a1a-4364-a758-31d852224b0e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 943 time: 0.1288602
Jan 22 20:18:16.099074 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-48a864c2-0ef0-4236-898b-86e43206b979 req-216ef1b8-d1b8-4933-a675-c156be0d3025 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588572
Jan 22 20:18:16.239524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274cac7-b958-4e89-b663-7f15aa066f12 req-ed3b9eac-2177-437d-9522-da8b1c192ed0 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:16.241366 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d274cac7-b958-4e89-b663-7f15aa066f12 req-ed3b9eac-2177-437d-9522-da8b1c192ed0 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.48 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 946 time: 0.1504107
Jan 22 20:18:20.340736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-d274cac7-b958-4e89-b663-7f15aa066f12 req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Deleting port ca556f47-2989-41ea-b8e1-6f7361b60693 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:18:20.341314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d274cac7-b958-4e89-b663-7f15aa066f12 req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:20.969860 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17148a-a9e2-47f6-94e9-4a237d4ab358 req-7329b7ac-8ec6-4f2c-9e72-6bfcf2a6ddc0 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:20.971570 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a17148a-a9e2-47f6-94e9-4a237d4ab358 req-7329b7ac-8ec6-4f2c-9e72-6bfcf2a6ddc0 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 946 time: 0.3149419
Jan 22 20:18:21.009348 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26b6cd-1157-42e8-9255-46ab3850fc5c req-396215d0-3148-4513-b679-5ef64a6682a0 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:21.010991 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e26b6cd-1157-42e8-9255-46ab3850fc5c req-396215d0-3148-4513-b679-5ef64a6682a0 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.3555791
Jan 22 20:18:21.081542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-d274cac7-b958-4e89-b663-7f15aa066f12 req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] For port ca556f47-2989-41ea-b8e1-6f7361b60693, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ca556f47-2989-41ea-b8e1-6f7361b60693,segment=NetworkSegment(c489fc1e-3ea0-4d4d-8885-c609a19ae76f),segment_id=c489fc1e-3ea0-4d4d-8885-c609a19ae76f)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:18:21.083096 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d274cac7-b958-4e89-b663-7f15aa066f12 req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:21.234873 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a17148a-a9e2-47f6-94e9-4a237d4ab358 req-38055e91-f30e-4c87-a5bc-4aba28674c4e tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/security-groups?id=ae697cf5-0517-45be-a87b-ee8636d039bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2518003
Jan 22 20:18:21.245871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-d274cac7-b958-4e89-b663-7f15aa066f12 req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Calling delete_port for ca556f47-2989-41ea-b8e1-6f7361b60693 owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:18:21.293295 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e26b6cd-1157-42e8-9255-46ab3850fc5c req-d1f83d4d-85e8-4268-9c76-570e151b16a6 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2640674
Jan 22 20:18:21.537728 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f0d8e-c19a-4cb5-b41d-05569242d461 req-e20e668b-e705-43a3-922c-9e93bd86d86c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:21.539651 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e8f0d8e-c19a-4cb5-b41d-05569242d461 req-e20e668b-e705-43a3-922c-9e93bd86d86c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 943 time: 0.1251423
Jan 22 20:18:21.644878 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e8f0d8e-c19a-4cb5-b41d-05569242d461 req-932d648d-00aa-4e5a-bdb3-90332d23f58e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981019
Jan 22 20:18:21.686726 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d274cac7-b958-4e89-b663-7f15aa066f12 req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:21.703205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:21.763091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Pushing event deleted for resources: {'Port': ['ID=ca556f47-2989-41ea-b8e1-6f7361b60693,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:21.767776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:21.916506 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d274cac7-b958-4e89-b663-7f15aa066f12 req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] No DVR routers for this DVR port ca556f47-2989-41ea-b8e1-6f7361b60693 on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:18:21.919755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d274cac7-b958-4e89-b663-7f15aa066f12 req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:21.922535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1ca683-c997-4a12-a62c-91e86b423578', 'name': 'network-vif-deleted', 'tag': 'ca556f47-2989-41ea-b8e1-6f7361b60693'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:18:21.931792 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d274cac7-b958-4e89-b663-7f15aa066f12 req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.48 "DELETE /v2.0/ports/ca556f47-2989-41ea-b8e1-6f7361b60693 HTTP/1.1" status: 204  len: 173 time: 1.6657047
Jan 22 20:18:21.995899 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1ca683-c997-4a12-a62c-91e86b423578', 'name': 'network-vif-deleted', 'tag': 'ca556f47-2989-41ea-b8e1-6f7361b60693', 'status': 'completed', 'code': 200}
Jan 22 20:18:22.177325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device dc4d6b19-9981-48df-800c-d994dc8bb836 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:18:22.292721 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port dc4d6b19-9981-48df-800c-d994dc8bb836 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:18:22.298629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port dc4d6b19-9981-48df-800c-d994dc8bb836 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:18:22.299258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:22.437186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-0bacd7b4-b4c5-48b0-b5a0-1917a35a51d2 req-9e69e623-ba06-4c80-abf0-5489885fd79b tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Synchronizing usage tracker for tenant:35ab5b1364194bec8a00cb7a62edcde1 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:18:22.442834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:22.559470 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6af1a-4040-4a5b-9c04-6fecc860cc0a req-c197ee39-051c-4d6b-a4a0-09a2bab150d3 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:22.561139 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1b6af1a-4040-4a5b-9c04-6fecc860cc0a req-c197ee39-051c-4d6b-a4a0-09a2bab150d3 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1064236
Jan 22 20:18:22.587481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-0bacd7b4-b4c5-48b0-b5a0-1917a35a51d2 req-9e69e623-ba06-4c80-abf0-5489885fd79b tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Unset dirty status for tenant:35ab5b1364194bec8a00cb7a62edcde1 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:18:22.588705 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0bacd7b4-b4c5-48b0-b5a0-1917a35a51d2 req-9e69e623-ba06-4c80-abf0-5489885fd79b tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.2089479
Jan 22 20:18:22.620556 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1b6af1a-4040-4a5b-9c04-6fecc860cc0a req-b36d8cfc-ac87-440c-9652-d2bc824561f3 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532405
Jan 22 20:18:22.636030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port dc4d6b19-9981-48df-800c-d994dc8bb836, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=dc4d6b19-9981-48df-800c-d994dc8bb836,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:18:22.637209 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4d6b19-9981-48df-800c-d994dc8bb836'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:18:22.697518 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4d6b19-9981-48df-800c-d994dc8bb836', 'code': 200}
Jan 22 20:18:22.699010 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:22.700988 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:22.769724 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device ca556f47-2989-41ea-b8e1-6f7361b60693 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:18:22.818465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] No Port match for: ca556f47-2989-41ea-b8e1-6f7361b60693 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:18:22.819651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device ca556f47-2989-41ea-b8e1-6f7361b60693 not bound to the agent host hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:18:22.836273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=dc4d6b19-9981-48df-800c-d994dc8bb836,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:22.836273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:22.954839 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c270fcc-a2bb-4efb-b8a2-cb171b71523e req-3f7b78b0-c117-4d68-bd90-61c7002da8dd tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:22.956546 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c270fcc-a2bb-4efb-b8a2-cb171b71523e req-3f7b78b0-c117-4d68-bd90-61c7002da8dd tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 945 time: 0.1571987
Jan 22 20:18:23.010745 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c270fcc-a2bb-4efb-b8a2-cb171b71523e req-0725fd37-98f0-4c76-80ff-dc45bb8e7103 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469582
Jan 22 20:18:23.144857 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629ffd8-bf9a-41b4-9e69-b39c2449b921 req-f706f35d-c3e7-40b9-b05a-058acb5dc86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:23.146745 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f629ffd8-bf9a-41b4-9e69-b39c2449b921 req-f706f35d-c3e7-40b9-b05a-058acb5dc86d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 1162 time: 0.1047006
Jan 22 20:18:23.207065 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f629ffd8-bf9a-41b4-9e69-b39c2449b921 req-635248e5-a67f-4089-b498-ea85ba967b3d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449991
Jan 22 20:18:23.784170 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0ae2f68-9f6b-41a6-9132-954e2cb2fd92 req-e65b64ac-4652-4422-84ee-92a3d1664365 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.0478795
Jan 22 20:18:23.931150 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device dc4d6b19-9981-48df-800c-d994dc8bb836 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:18:24.007799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d63d20-a6bd-45fa-9971-797a3f303937 req-f985c9b9-824b-474f-9deb-2327004580fb tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:24.012575 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96d63d20-a6bd-45fa-9971-797a3f303937 req-f985c9b9-824b-474f-9deb-2327004580fb tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1092865
Jan 22 20:18:24.012796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port dc4d6b19-9981-48df-800c-d994dc8bb836 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:18:24.012796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:24.067887 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96d63d20-a6bd-45fa-9971-797a3f303937 req-82439abc-65da-41a4-af95-70936691871a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517664
Jan 22 20:18:24.373339 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6fb49-1bb4-491a-81ca-0217f3c78f8f req-c0983661-5274-431b-8ecb-237f50f854a9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:24.375040 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-abd6fb49-1bb4-491a-81ca-0217f3c78f8f req-c0983661-5274-431b-8ecb-237f50f854a9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 945 time: 0.1169677
Jan 22 20:18:24.430606 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-abd6fb49-1bb4-491a-81ca-0217f3c78f8f req-0bc559b0-44a8-4e94-8474-c66a55b96b39 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489509
Jan 22 20:18:24.789504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-19048605-45e0-4bb3-aaba-9eafebd8edd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:24.986722 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e37fd1c-36df-45cd-859c-680bfed022e3 req-b163825e-4904-4c4d-88fa-69623df3e55b tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] 10.222.0.38 "GET /v2.0/ports?device_id=bb1ca683-c997-4a12-a62c-91e86b423578 HTTP/1.1" status: 200  len: 210 time: 0.0483916
Jan 22 20:18:25.332877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98697f-6ec1-4343-bf2f-f6ed5215d50e req-3116991c-61d2-414d-bb49-1725d9e068bd tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:25.336134 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c98697f-6ec1-4343-bf2f-f6ed5215d50e req-3116991c-61d2-414d-bb49-1725d9e068bd tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1148753
Jan 22 20:18:25.390711 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0c98697f-6ec1-4343-bf2f-f6ed5215d50e req-948201ea-f6b7-426d-9481-85cd745b83bb tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492496
Jan 22 20:18:25.678123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f78baf-ea5a-4c78-b14c-b92a8ff270e7 req-91b82295-6618-4199-b2b4-17d254376a4f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:25.679893 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57f78baf-ea5a-4c78-b14c-b92a8ff270e7 req-91b82295-6618-4199-b2b4-17d254376a4f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 945 time: 0.1171541
Jan 22 20:18:25.733813 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57f78baf-ea5a-4c78-b14c-b92a8ff270e7 req-300d057d-d077-452a-b999-51e05035b49f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475097
Jan 22 20:18:26.661028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d73fd-16a1-4a2e-b395-b5fb7a7dc590 req-72234e4f-3019-44c3-9fd0-ca07ee517f8a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:26.671815 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-933d73fd-16a1-4a2e-b395-b5fb7a7dc590 req-72234e4f-3019-44c3-9fd0-ca07ee517f8a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1117604
Jan 22 20:18:26.719139 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-933d73fd-16a1-4a2e-b395-b5fb7a7dc590 req-8726d7b0-6243-4c8c-ac8d-5bcf98ab2ece tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486970
Jan 22 20:18:26.981767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec921c7e-852b-40f2-85ee-476f57b987d0 req-10c7d52a-dc79-4900-a621-62fa8ac99783 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:26.983849 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ec921c7e-852b-40f2-85ee-476f57b987d0 req-10c7d52a-dc79-4900-a621-62fa8ac99783 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 945 time: 0.1130245
Jan 22 20:18:27.043245 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ec921c7e-852b-40f2-85ee-476f57b987d0 req-8257bf14-b46d-4a6c-93cc-152b3cd58bfc tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511007
Jan 22 20:18:27.604544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device dc4d6b19-9981-48df-800c-d994dc8bb836 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:18:27.681285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port dc4d6b19-9981-48df-800c-d994dc8bb836 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:18:27.681784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:27.832463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:27.899619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff76100c-fc53-4ef0-ac02-d3c8a7a8d07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:27.998368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2308d-6a0c-4083-adaa-1a6040992cfe req-a26831bd-912b-4f51-b484-3f3fe645a84a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:28.000065 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55c2308d-6a0c-4083-adaa-1a6040992cfe req-a26831bd-912b-4f51-b484-3f3fe645a84a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1121573
Jan 22 20:18:28.051827 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55c2308d-6a0c-4083-adaa-1a6040992cfe req-59eb5080-a747-4708-8246-3922674f3717 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454326
Jan 22 20:18:28.243519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46298) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:28.312388 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee7542c-1ac4-406e-993d-f370f3eec542 admin admin] Deleting subnet 696176c1-0ad0-4fd9-a904-5ebe3a6ab655 {{(pid=80268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:18:28.315666 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ee7542c-1ac4-406e-993d-f370f3eec542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:28.374331 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ee7542c-1ac4-406e-993d-f370f3eec542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848437748'] for subnet, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:28.439014 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ee7542c-1ac4-406e-993d-f370f3eec542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:28.750241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ee7542c-1ac4-406e-993d-f370f3eec542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7279169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848344222'] for subnet, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:28.766816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:28.821910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7542c-1ac4-406e-993d-f370f3eec542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696176c1-0ad0-4fd9-a904-5ebe3a6ab655,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:28.826945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ee7542c-1ac4-406e-993d-f370f3eec542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:28.852619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:28.920174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ee7542c-1ac4-406e-993d-f370f3eec542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:28.929096 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4ee7542c-1ac4-406e-993d-f370f3eec542 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/696176c1-0ad0-4fd9-a904-5ebe3a6ab655 HTTP/1.1" status: 204  len: 168 time: 0.6818395
Jan 22 20:18:28.929408 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46326) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:29.048146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:29.075935 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:29.251609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:29.373113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3f7d0-c5ef-40eb-832c-2e5dfa844a2e req-f5424ee2-6ee0-497e-a726-16e4f80e2ea5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:29.382273 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07a3f7d0-c5ef-40eb-832c-2e5dfa844a2e req-f5424ee2-6ee0-497e-a726-16e4f80e2ea5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1657772
Jan 22 20:18:29.398686 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bca0f5c0>,) {'filters': {'network_id': ['79b97134-d1dc-42a0-81e4-96f514de151d']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:18:29.416339 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bca0f5c0>, 'c489fc1e-3ea0-4d4d-8885-c609a19ae76f') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:18:29.417094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bca0f5c0>, 'c489fc1e-3ea0-4d4d-8885-c609a19ae76f') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:18:29.431889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:29.440726 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07a3f7d0-c5ef-40eb-832c-2e5dfa844a2e req-c3fc3764-1905-4c91-a7f3-e0cb0a5885c4 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517123
Jan 22 20:18:29.454664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:29.456376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:18:29.517003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 46336) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:29.645394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Network 79b97134-d1dc-42a0-81e4-96f514de151d has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:18:29.655274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:29.747526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02ab13b2-75fa-478f-ba87-cce7383df0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:29.768870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-02ab13b2-75fa-478f-ba87-cce7383df0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:29.773644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-02ab13b2-75fa-478f-ba87-cce7383df0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b21873de8c45e487e97eab5e9d336e is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:29.776858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-02ab13b2-75fa-478f-ba87-cce7383df0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:29.782809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-02ab13b2-75fa-478f-ba87-cce7383df0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:29.851400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Network 79b97134-d1dc-42a0-81e4-96f514de151d has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:18:29.876382 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:18:29.964669 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02ab13b2-75fa-478f-ba87-cce7383df0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.016814 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02ab13b2-75fa-478f-ba87-cce7383df0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.028791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:30.046476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.050250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:30.071896 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.073670 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-02ab13b2-75fa-478f-ba87-cce7383df0c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8b21873de8c45e487e97eab5e9d336e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5555000
Jan 22 20:18:30.074733 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab13b2-75fa-478f-ba87-cce7383df0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aea9ed-3775-46d4-a3b3-57a5fe5c1a68,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:30.102787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46350) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:30.104875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02ab13b2-75fa-478f-ba87-cce7383df0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:30.106728 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=79b97134-d1dc-42a0-81e4-96f514de151d,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:30.121839 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:30.154050 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-06e890bd-5b4b-46f9-ad45-7ab8481340c1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/79b97134-d1dc-42a0-81e4-96f514de151d HTTP/1.1" status: 204  len: 168 time: 1.2231314
Jan 22 20:18:30.194700 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbebe94f-ce54-4bb0-8077-6d4e492c46ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.227761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbebe94f-ce54-4bb0-8077-6d4e492c46ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.321096 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbebe94f-ce54-4bb0-8077-6d4e492c46ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.326730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bbd868ca-66d8-4d55-9310-21eea31d4faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:30.341376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebe94f-ce54-4bb0-8077-6d4e492c46ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aea9ed-3775-46d4-a3b3-57a5fe5c1a68,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:30.344193 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bbebe94f-ce54-4bb0-8077-6d4e492c46ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:30.346601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbebe94f-ce54-4bb0-8077-6d4e492c46ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.350967 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bbebe94f-ce54-4bb0-8077-6d4e492c46ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92aea9ed-3775-46d4-a3b3-57a5fe5c1a68 HTTP/1.1" status: 204  len: 168 time: 0.2439954
Jan 22 20:18:30.492693 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 46368) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:30.572601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46374) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:30.572840 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8288f9dd-f902-48a6-b3a3-427fc4bc5b69 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=35ab5b1364194bec8a00cb7a62edcde1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0788100
Jan 22 20:18:30.688171 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6436355d-c2a9-41e6-8935-7387d9dc37a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.704959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1081c1-26c6-40a6-a3fc-4e60040802b9 req-b0592c4b-a3e9-4528-8c8f-ccdfa1e488a2 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:30.714962 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb1081c1-26c6-40a6-a3fc-4e60040802b9 req-b0592c4b-a3e9-4528-8c8f-ccdfa1e488a2 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1350110
Jan 22 20:18:30.724856 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6436355d-c2a9-41e6-8935-7387d9dc37a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.774880 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb1081c1-26c6-40a6-a3fc-4e60040802b9 req-b05f1ed8-6bf5-4aac-9492-258339146ee5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560679
Jan 22 20:18:30.893827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6436355d-c2a9-41e6-8935-7387d9dc37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.899136 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:30.915520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436355d-c2a9-41e6-8935-7387d9dc37a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae697cf5-0517-45be-a87b-ee8636d039bf,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:30.919105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6436355d-c2a9-41e6-8935-7387d9dc37a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:30.921905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6436355d-c2a9-41e6-8935-7387d9dc37a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:30.938046 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6436355d-c2a9-41e6-8935-7387d9dc37a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae697cf5-0517-45be-a87b-ee8636d039bf HTTP/1.1" status: 204  len: 168 time: 0.3639443
Jan 22 20:18:31.366107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-dc66311c-fbb9-4205-8fee-8b75e4d92588 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:31.373917 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-dc66311c-fbb9-4205-8fee-8b75e4d92588 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 814 time: 0.1935437
Jan 22 20:18:31.391914 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-c9b09c62-c2ad-4b4b-ba26-b48eb682caad tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/quotas/50acb7baae23426ab1c2e7157517dc89 HTTP/1.1" status: 200  len: 375 time: 0.0170119
Jan 22 20:18:31.518968 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-ca7ee4aa-90e3-40b1-9b58-9e57a6b000be tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1261098
Jan 22 20:18:31.680372 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-3a8a2994-c1c3-4904-ab06-33272b2a64de service neutron] 10.222.0.38 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524398
Jan 22 20:18:31.755142 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:18:31.866610 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-80c10b6a-f7b8-4646-9f76-83fccf7d4950 service neutron] 10.222.0.38 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1777420
Jan 22 20:18:32.472350 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b4c4e16-4043-443c-86d7-f88cabe3cc53 req-8c6ac22a-b4e0-4901-ae09-f567d88cdb82 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 210 time: 0.0600512
Jan 22 20:18:32.512586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714e935-b8b7-4dcd-808f-973ac8562937 req-0e90baab-c78a-4b51-8077-6e895d5bfcef tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:32.514385 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3714e935-b8b7-4dcd-808f-973ac8562937 req-0e90baab-c78a-4b51-8077-6e895d5bfcef tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.4231672
Jan 22 20:18:32.572854 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3714e935-b8b7-4dcd-808f-973ac8562937 req-0dec774d-2568-4ccd-ac5a-6d3680ea8cfd tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517402
Jan 22 20:18:33.189420 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46516) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:33.257736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-058764d8-0ede-474c-ae67-b295ec3e272d admin admin] Deleting subnet 86e8f3a7-d8ed-43ae-a4fe-d334a18e644b {{(pid=80268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:18:33.260959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-058764d8-0ede-474c-ae67-b295ec3e272d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:33.322331 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-058764d8-0ede-474c-ae67-b295ec3e272d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848437748'] for subnet, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:33.384292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-058764d8-0ede-474c-ae67-b295ec3e272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:33.678849 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46532) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:33.739443 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75a0e344-af14-4be3-b074-2146f1a0d32d req-623e7e33-5762-4b10-8715-e2ba03b7314a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 210 time: 0.0576651
Jan 22 20:18:33.844173 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2f42ca4-d73e-40f9-9438-67919eab30ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:33.861137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e2f42ca4-d73e-40f9-9438-67919eab30ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:33.866964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e2f42ca4-d73e-40f9-9438-67919eab30ea admin admin] Usage tracker for resource:security_group_rule and tenant:087af20779054aaebbe37bd4e8c80de7 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:33.870353 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e2f42ca4-d73e-40f9-9438-67919eab30ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:33.876673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e2f42ca4-d73e-40f9-9438-67919eab30ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:33.894491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-058764d8-0ede-474c-ae67-b295ec3e272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7279169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848344222'] for subnet, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:33.914912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ee7542c-1ac4-406e-993d-f370f3eec542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:33.969707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058764d8-0ede-474c-ae67-b295ec3e272d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e8f3a7-d8ed-43ae-a4fe-d334a18e644b,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:33.978094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-058764d8-0ede-474c-ae67-b295ec3e272d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:33.987804 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d489f6b-c54d-4644-ae06-b864eaa825f4 req-c78aa60a-bca4-40ef-bcfa-834a030c918e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1583436
Jan 22 20:18:34.015385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db9ba3-9c75-4ace-9ed4-caaf391a151b req-fc982248-e95e-48b8-8940-1323a82f201b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:34.016999 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1db9ba3-9c75-4ace-9ed4-caaf391a151b req-fc982248-e95e-48b8-8940-1323a82f201b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1458485
Jan 22 20:18:34.069844 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d1db9ba3-9c75-4ace-9ed4-caaf391a151b req-c9c3057b-920c-43d5-a449-7ad2986f8661 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465484
Jan 22 20:18:34.088931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-058764d8-0ede-474c-ae67-b295ec3e272d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:34.122058 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-058764d8-0ede-474c-ae67-b295ec3e272d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/86e8f3a7-d8ed-43ae-a4fe-d334a18e644b HTTP/1.1" status: 204  len: 168 time: 0.9314616
Jan 22 20:18:34.125823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46540) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:34.149925 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2f42ca4-d73e-40f9-9438-67919eab30ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:34.196423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489f6b-c54d-4644-ae06-b864eaa825f4 req-8cad9a00-f311-4071-8389-94fbd72407b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:34.198049 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d489f6b-c54d-4644-ae06-b864eaa825f4 req-8cad9a00-f311-4071-8389-94fbd72407b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 1162 time: 0.0806620
Jan 22 20:18:34.224752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2f42ca4-d73e-40f9-9438-67919eab30ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:34.240550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d3b756f8-0d06-4b78-a75b-9e6644becbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:34.303881 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:34.514897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489f6b-c54d-4644-ae06-b864eaa825f4 req-458df1d9-2ed0-48e6-9fea-93c1b1d7be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:34.516756 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d489f6b-c54d-4644-ae06-b864eaa825f4 req-458df1d9-2ed0-48e6-9fea-93c1b1d7be2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 908 time: 0.2890651
Jan 22 20:18:34.581159 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e2f42ca4-d73e-40f9-9438-67919eab30ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=087af20779054aaebbe37bd4e8c80de7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9010749
Jan 22 20:18:34.582299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f42ca4-d73e-40f9-9438-67919eab30ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4594b0a-1893-4005-8054-135e951f32b4,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:34.588102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46554) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:34.588949 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e2f42ca4-d73e-40f9-9438-67919eab30ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:34.650639 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d489f6b-c54d-4644-ae06-b864eaa825f4 req-be9edf2f-5207-4ef7-a118-c43a2fb18ec5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce663e0b-f830-4275-8432-d16a04c36260 HTTP/1.1" status: 200  len: 217 time: 0.1225650
Jan 22 20:18:34.764116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:34.770759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489f6b-c54d-4644-ae06-b864eaa825f4 req-9c1c8cb8-3d0f-477e-a077-ad2a2900d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:34.773597 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d489f6b-c54d-4644-ae06-b864eaa825f4 req-9c1c8cb8-3d0f-477e-a077-ad2a2900d407 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1014b5cf-4f46-4af2-bda1-9028b21ea5b3 HTTP/1.1" status: 200  len: 854 time: 0.1023822
Jan 22 20:18:34.799605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-2bd6ce7d-5b76-4aa5-acbc-2c1fe29bc875 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:34.800853 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-2bd6ce7d-5b76-4aa5-acbc-2c1fe29bc875 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 814 time: 0.3305912
Jan 22 20:18:34.809827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf673b0a-91de-403b-bf2d-9a63418910cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:34.838899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf673b0a-91de-403b-bf2d-9a63418910cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:34.850523 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d489f6b-c54d-4644-ae06-b864eaa825f4 req-6b014b10-bc5e-469c-a5b6-cd73717d8130 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2ce280f-e5a9-40c0-a924-e7b421b6463b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485411
Jan 22 20:18:34.855685 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Request body: {'port': {'device_id': '5c19550d-67a1-4d0a-8f22-2f7987846f5d', 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b', 'admin_state_up': True, 'tenant_id': '50acb7baae23426ab1c2e7157517dc89'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:18:34.970724 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bb43ff28>,) {'filters': {'network_id': ['9eec6640-edc0-4caf-8fbb-e4d713d8ae63']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:18:34.984524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb43ff28>, 'f150a5b5-23b5-41b6-afc8-f99501f468bf') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:18:34.985079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb43ff28>, 'f150a5b5-23b5-41b6-afc8-f99501f468bf') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:18:34.999519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:35.030750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:35.033735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:18:35.050305 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac95c58b-7010-4b1d-8fc7-ea12614cea55 req-7391023d-7da0-4aaa-8ec2-3ad6d17b2758 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 210 time: 0.1550608
Jan 22 20:18:35.138563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf673b0a-91de-403b-bf2d-9a63418910cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:35.146593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:35.181509 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf673b0a-91de-403b-bf2d-9a63418910cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4594b0a-1893-4005-8054-135e951f32b4,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:35.182657 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:35.198316 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bf673b0a-91de-403b-bf2d-9a63418910cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:35.204278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf673b0a-91de-403b-bf2d-9a63418910cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:35.205498 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bf673b0a-91de-403b-bf2d-9a63418910cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4594b0a-1893-4005-8054-135e951f32b4 HTTP/1.1" status: 204  len: 168 time: 0.6143217
Jan 22 20:18:35.302582 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:35.343063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Network 9eec6640-edc0-4caf-8fbb-e4d713d8ae63 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:18:35.354182 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:35.381341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Made reservation on behalf of 50acb7baae23426ab1c2e7157517dc89 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:18:35.391057 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:35.459788 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d489f6b-c54d-4644-ae06-b864eaa825f4 req-6a1ad1e5-2698-43e6-b239-d20561d7a93f service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5632024
Jan 22 20:18:35.616406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Network 9eec6640-edc0-4caf-8fbb-e4d713d8ae63 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:18:35.641270 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:18:35.730225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88c9ad-dda5-49c8-aa3c-8736c9bdf0ed req-8f930471-c996-453c-9828-c3dda0b4578a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:35.731860 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd88c9ad-dda5-49c8-aa3c-8736c9bdf0ed req-8f930471-c996-453c-9828-c3dda0b4578a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.4037986
Jan 22 20:18:35.858346 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:35.862616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:35.878938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:35.880623 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d489f6b-c54d-4644-ae06-b864eaa825f4 req-c1b119fc-1417-4617-98c1-d754d5cf5bca service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4074700
Jan 22 20:18:35.893264 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eec6640-edc0-4caf-8fbb-e4d713d8ae63,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:35.898515 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9eec6640-edc0-4caf-8fbb-e4d713d8ae63 HTTP/1.1" status: 204  len: 168 time: 1.7698531
Jan 22 20:18:35.898515 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:35.899975 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd88c9ad-dda5-49c8-aa3c-8736c9bdf0ed req-0e432845-17c8-4737-838f-75acf7934741 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495469
Jan 22 20:18:35.900483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46590) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:35.972889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13f7afe-080d-4779-b59e-d2a24a915ce7 admin admin] Deleting subnet 7a78cedb-7ba6-4a05-8e24-701aada4c5a9 {{(pid=80268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:18:35.976777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e13f7afe-080d-4779-b59e-d2a24a915ce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:36.022472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Allocated IP 172.20.0.3 (b2ce280f-e5a9-40c0-a924-e7b421b6463b/1014b5cf-4f46-4af2-bda1-9028b21ea5b3/bb468e68-e72c-40bc-a02b-6b905e0f31e8) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:18:36.032276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e13f7afe-080d-4779-b59e-d2a24a915ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848437748'] for subnet, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:36.106626 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e13f7afe-080d-4779-b59e-d2a24a915ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:36.291355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:36.363813 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c2d0345d-b038-475c-afe4-dbcd7e5d9bc1 req-a85af5a9-a583-4df9-bc83-17ddf3df1d65 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 210 time: 0.0682731
Jan 22 20:18:36.419993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:36.442496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:36.492393 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e13f7afe-080d-4779-b59e-d2a24a915ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7279169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848344222'] for subnet, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:36.595080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Pushing event updated for resources: {'Port': ['ID=bb468e68-e72c-40bc-a02b-6b905e0f31e8,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:36.601361 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:36.605039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5aca105e-7aa6-4330-bc28-0843ab7d6fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:36.651246 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f7afe-080d-4779-b59e-d2a24a915ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a78cedb-7ba6-4a05-8e24-701aada4c5a9,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:36.654616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e13f7afe-080d-4779-b59e-d2a24a915ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:36.655727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e13f7afe-080d-4779-b59e-d2a24a915ce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:36.665875 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e13f7afe-080d-4779-b59e-d2a24a915ce7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7a78cedb-7ba6-4a05-8e24-701aada4c5a9 HTTP/1.1" status: 204  len: 168 time: 0.7642815
Jan 22 20:18:36.668467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46612) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:36.688439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Network b2ce280f-e5a9-40c0-a924-e7b421b6463b is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:18:36.689706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:18:36.696952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:18:36.718380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:36.719095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:36.791173 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9388552
Jan 22 20:18:36.795958 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:36.810273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Request body: {'port': {'device_id': '5c19550d-67a1-4d0a-8f22-2f7987846f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:18:36.935758 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:36.996959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:37.123652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bb7f6828>,) {'filters': {'network_id': ['2c42c359-f773-4821-836d-fcb64ead3fed']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:18:37.138626 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb7f6828>, 'a2da0c4c-d226-47c0-9683-64af07ae6ccc') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:18:37.138842 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb7f6828>, 'a2da0c4c-d226-47c0-9683-64af07ae6ccc') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:18:37.152314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:37.235261 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:37.237513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:18:37.320185 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5631381-c470-4cea-9cb2-aa1a2cb4b929 req-07535871-5bd1-47d8-b901-e43bc16d8b3a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:37.321944 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5631381-c470-4cea-9cb2-aa1a2cb4b929 req-07535871-5bd1-47d8-b901-e43bc16d8b3a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.2537403
Jan 22 20:18:37.443915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Network 2c42c359-f773-4821-836d-fcb64ead3fed has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:18:37.456059 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:37.461328 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5631381-c470-4cea-9cb2-aa1a2cb4b929 req-bc0c5f20-b604-4b62-92ff-c8721328bfae tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811138
Jan 22 20:18:37.666383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Network 2c42c359-f773-4821-836d-fcb64ead3fed has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:18:37.699712 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:18:37.719428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb468e68-e72c-40bc-a02b-6b905e0f31e8 {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:18:37.743679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:37.789784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f623ef-191d-4c94-a3b8-f6934917f025 req-bb89ea27-d3ca-4a99-abeb-abbe1a7c0be6 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:37.790613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-02f623ef-191d-4c94-a3b8-f6934917f025 req-bb89ea27-d3ca-4a99-abeb-abbe1a7c0be6 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Synchronizing usage tracker for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:18:37.852069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-02f623ef-191d-4c94-a3b8-f6934917f025 req-bb89ea27-d3ca-4a99-abeb-abbe1a7c0be6 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Unset dirty status for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:18:37.853335 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-02f623ef-191d-4c94-a3b8-f6934917f025 req-bb89ea27-d3ca-4a99-abeb-abbe1a7c0be6 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 931 time: 0.2655966
Jan 22 20:18:37.894066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Transition to ACTIVE for port object bb468e68-e72c-40bc-a02b-6b905e0f31e8 will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:18:37.909157 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:37.912703 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-02f623ef-191d-4c94-a3b8-f6934917f025 req-8f8271f0-4a89-4c9f-994d-efd9ac0add9f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524199
Jan 22 20:18:37.922908 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:37.922908 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:37.938003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:37.955099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:37.960741 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2c42c359-f773-4821-836d-fcb64ead3fed HTTP/1.1" status: 204  len: 168 time: 1.2909942
Jan 22 20:18:37.961784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c42c359-f773-4821-836d-fcb64ead3fed,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:37.964566 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:38.338373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb468e68-e72c-40bc-a02b-6b905e0f31e8,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:38.352632 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.353035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.353438 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.353832 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.354220 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.354606 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.354995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.355430 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.355817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.356198 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.356581 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.356966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.357401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.357774 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.358147 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.358523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.358899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.359292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.359670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.360042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.360416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.360789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.361163 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.361534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.367960 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:38.442507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46660) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:38.489380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Attempting to bind port bb468e68-e72c-40bc-a02b-6b905e0f31e8 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:18:38.490074 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Attempting to bind port bb468e68-e72c-40bc-a02b-6b905e0f31e8 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:18:38.490519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Attempting to bind port bb468e68-e72c-40bc-a02b-6b905e0f31e8 on network b2ce280f-e5a9-40c0-a924-e7b421b6463b {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:18:38.497880 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:18:38.498265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Checking segment: {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:18:38.498671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:38.499073 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Bound using segment: {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:18:38.499585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Bound port: bb468e68-e72c-40bc-a02b-6b905e0f31e8, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:18:38.499966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:38.509557 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-db6ceb64-62dc-4b84-be2e-799db79c8462 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da807ada1cae426b9ef2f4c1b786e471&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0656948
Jan 22 20:18:38.510225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46666) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:38.609021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:38.642853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:38.760579 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] For port bb468e68-e72c-40bc-a02b-6b905e0f31e8, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:18:38.796435 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c36bd-3224-443c-8248-2060b7b57326 req-f5eca298-0a86-4990-b472-4a7da61ab214 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:38.798054 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27c36bd-3224-443c-8248-2060b7b57326 req-f5eca298-0a86-4990-b472-4a7da61ab214 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1571038
Jan 22 20:18:38.873356 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27c36bd-3224-443c-8248-2060b7b57326 req-a3d9c183-65df-4ca0-bb20-2ec372e8a4c4 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636015
Jan 22 20:18:38.878174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] For port bb468e68-e72c-40bc-a02b-6b905e0f31e8, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bb468e68-e72c-40bc-a02b-6b905e0f31e8,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:18:38.909516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:38.910189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:38.916398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-61f7dcf4-69e3-46ee-b368-ccd05c3a7bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:38.929169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa06238-d68e-4f82-9f16-9d6f154a9aad,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:38.930410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:38.942250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.942795 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.943058 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.943501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.943852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.944394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.949260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.949260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.949260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.949260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.949260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.949260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.949260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.949260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.949260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.949260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.949260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.950313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.950313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.950313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.951939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.951939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.951939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.952218 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:38.957153 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:38.958388 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:38.960145 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/baa06238-d68e-4f82-9f16-9d6f154a9aad HTTP/1.1" status: 204  len: 168 time: 0.4489458
Jan 22 20:18:39.227102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb468e68-e72c-40bc-a02b-6b905e0f31e8,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:39.236122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:39.288601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:39.289267 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:39.304113 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/bb468e68-e72c-40bc-a02b-6b905e0f31e8 HTTP/1.1" status: 200  len: 1157 time: 2.4851911
Jan 22 20:18:39.326171 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c19550d-67a1-4d0a-8f22-2f7987846f5d', 'tag': 'bb468e68-e72c-40bc-a02b-6b905e0f31e8'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:18:39.362602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28371490-48e6-4af8-9b7a-7c04ea6a421d req-86e7cf7f-cf9e-44a9-ad83-c557b3e041f2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:39.364374 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28371490-48e6-4af8-9b7a-7c04ea6a421d req-86e7cf7f-cf9e-44a9-ad83-c557b3e041f2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 943 time: 0.2532525
Jan 22 20:18:39.501973 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28371490-48e6-4af8-9b7a-7c04ea6a421d req-06140a27-2ae1-454d-ab38-34f663fe5052 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296508
Jan 22 20:18:39.504683 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c19550d-67a1-4d0a-8f22-2f7987846f5d', 'tag': 'bb468e68-e72c-40bc-a02b-6b905e0f31e8', 'status': 'completed', 'code': 200}
Jan 22 20:18:39.512061 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88c725-28cf-4df7-8127-48366f08d9fb req-5c9d1774-766e-4c07-bf30-a50fe7a0421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:39.512061 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf88c725-28cf-4df7-8127-48366f08d9fb req-5c9d1774-766e-4c07-bf30-a50fe7a0421f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 1163 time: 0.2225604
Jan 22 20:18:39.575169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-275f8c85-093b-4d91-9ff9-a9853dd7933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:39.576850 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-275f8c85-093b-4d91-9ff9-a9853dd7933d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 1160 time: 0.1488712
Jan 22 20:18:39.580482 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf88c725-28cf-4df7-8127-48366f08d9fb req-7e393a69-0553-4f37-8968-ae5a4ee832ac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542455
Jan 22 20:18:39.892983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 46724) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:39.951098 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e5871e3e-b55d-4091-a670-6fedb1358d03 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ddcc187e740e429fb33bbd6e413a1b65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0535898
Jan 22 20:18:39.951098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 46732) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:40.081307 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-977f493b-f80f-40c3-b354-1a92ef806aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:40.175080 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-e0a23808-c412-4dfd-b59d-ad8bf6ef4e0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb468e68-e72c-40bc-a02b-6b905e0f31e8 HTTP/1.1" status: 200  len: 217 time: 0.0949464
Jan 22 20:18:40.193260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-977f493b-f80f-40c3-b354-1a92ef806aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:40.324884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f09827-8161-42b7-a662-9ad00575f660 req-7cb30ad8-5143-46cc-89d5-b658874f811e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:40.326624 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4f09827-8161-42b7-a662-9ad00575f660 req-7cb30ad8-5143-46cc-89d5-b658874f811e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.3079610
Jan 22 20:18:40.370357 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-7af58cff-8df1-4527-a41e-8001d0e9e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:40.371955 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-7af58cff-8df1-4527-a41e-8001d0e9e7e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1014b5cf-4f46-4af2-bda1-9028b21ea5b3 HTTP/1.1" status: 200  len: 854 time: 0.1299009
Jan 22 20:18:40.426922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-977f493b-f80f-40c3-b354-1a92ef806aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:40.445486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f4ba825b-03b2-43c3-af0c-ebe978056953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:40.460965 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4f09827-8161-42b7-a662-9ad00575f660 req-a120dd06-b915-402d-be11-030f943b7b0b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226900
Jan 22 20:18:40.467146 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-0302aec1-da71-4035-aa5a-5b99966bfe93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2ce280f-e5a9-40c0-a924-e7b421b6463b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831892
Jan 22 20:18:40.470811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f493b-f80f-40c3-b354-1a92ef806aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eef6d91-581e-4ace-bed7-fd8e8bd2dda5,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:40.476231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-977f493b-f80f-40c3-b354-1a92ef806aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:40.508174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-977f493b-f80f-40c3-b354-1a92ef806aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:40.511817 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-977f493b-f80f-40c3-b354-1a92ef806aa3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2eef6d91-581e-4ace-bed7-fd8e8bd2dda5 HTTP/1.1" status: 204  len: 168 time: 0.5573082
Jan 22 20:18:40.656427 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-db219733-244a-452e-a4a8-7585955ea5e3 service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776388
Jan 22 20:18:40.876687 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f435fa27-7fd8-4a70-ade2-36537e200ef6 req-5b526666-0f94-4b85-97da-203e5f452ea1 service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2127604
Jan 22 20:18:40.905026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abc09c-7c7b-431d-9f64-0671f0e0cc0d req-6f22fcae-35ed-4dbe-830a-297f8c65c15f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:40.906688 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39abc09c-7c7b-431d-9f64-0671f0e0cc0d req-6f22fcae-35ed-4dbe-830a-297f8c65c15f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 943 time: 0.2183561
Jan 22 20:18:40.975961 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39abc09c-7c7b-431d-9f64-0671f0e0cc0d req-84c187f9-8886-4239-abf7-6caf80bb340c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536191
Jan 22 20:18:41.174298 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4667ca-4283-40e4-ade6-8db1c2499f85 req-74d8fb5d-c23b-43a8-a583-99b4b9d043f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:41.176805 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d4667ca-4283-40e4-ade6-8db1c2499f85 req-74d8fb5d-c23b-43a8-a583-99b4b9d043f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 1160 time: 0.1191406
Jan 22 20:18:41.383793 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4667ca-4283-40e4-ade6-8db1c2499f85 req-dc4d5248-3285-459a-b44e-2a070d3008c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:41.385401 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d4667ca-4283-40e4-ade6-8db1c2499f85 req-dc4d5248-3285-459a-b44e-2a070d3008c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 908 time: 0.2005162
Jan 22 20:18:41.513099 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d4667ca-4283-40e4-ade6-8db1c2499f85 req-cae2d784-581d-4a7a-a2e8-9a78a0e69c0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb468e68-e72c-40bc-a02b-6b905e0f31e8 HTTP/1.1" status: 200  len: 217 time: 0.0790801
Jan 22 20:18:41.607007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4667ca-4283-40e4-ade6-8db1c2499f85 req-50afecce-72ce-4236-900c-5594bc9fd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:41.608640 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d4667ca-4283-40e4-ade6-8db1c2499f85 req-50afecce-72ce-4236-900c-5594bc9fd127 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1014b5cf-4f46-4af2-bda1-9028b21ea5b3 HTTP/1.1" status: 200  len: 854 time: 0.0877855
Jan 22 20:18:41.624655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46826) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:41.748288 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d4667ca-4283-40e4-ade6-8db1c2499f85 req-948e0daa-1cdf-4663-bd45-170c4cc435b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2ce280f-e5a9-40c0-a924-e7b421b6463b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1316450
Jan 22 20:18:41.806535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c643f412-36b8-4d28-bd5a-e56167f2f9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:41.825992 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c643f412-36b8-4d28-bd5a-e56167f2f9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:41.830507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c643f412-36b8-4d28-bd5a-e56167f2f9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:549d7c344a9f424587b3a96c81abe186 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:41.833598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c643f412-36b8-4d28-bd5a-e56167f2f9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:41.840606 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c643f412-36b8-4d28-bd5a-e56167f2f9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:42.028207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c643f412-36b8-4d28-bd5a-e56167f2f9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:42.070133 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c643f412-36b8-4d28-bd5a-e56167f2f9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:42.132709 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-61deb113-1acd-4430-a81a-30356bc3a699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:42.188687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643f412-36b8-4d28-bd5a-e56167f2f9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ea3b31-8997-499f-88fb-6b41eb608381,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:42.195404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c643f412-36b8-4d28-bd5a-e56167f2f9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:42.204770 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c643f412-36b8-4d28-bd5a-e56167f2f9b1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=549d7c344a9f424587b3a96c81abe186&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5785058
Jan 22 20:18:42.205451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46850) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:42.252945 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d4667ca-4283-40e4-ade6-8db1c2499f85 req-0631ed19-a0cf-41dc-a004-966cb4eb20c6 service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4891365
Jan 22 20:18:42.273487 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71dad38e-ae25-4946-ab58-a4a65b1c8f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:42.326307 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71dad38e-ae25-4946-ab58-a4a65b1c8f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:42.384371 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2411ae-c2d7-401b-9528-482f3f1d67f0 req-a5a8a2ba-0e34-4a24-9ebf-f84f1eda866a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:42.392680 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee2411ae-c2d7-401b-9528-482f3f1d67f0 req-a5a8a2ba-0e34-4a24-9ebf-f84f1eda866a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.7019136
Jan 22 20:18:42.460326 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee2411ae-c2d7-401b-9528-482f3f1d67f0 req-25d9e503-643e-491e-8e33-27ed8f50f761 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662377
Jan 22 20:18:42.514938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71dad38e-ae25-4946-ab58-a4a65b1c8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:42.521448 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e531c4e7-1dbe-4dff-8160-fb3f5338a43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:42.539971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dad38e-ae25-4946-ab58-a4a65b1c8f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ea3b31-8997-499f-88fb-6b41eb608381,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:42.544329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-71dad38e-ae25-4946-ab58-a4a65b1c8f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:42.552586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71dad38e-ae25-4946-ab58-a4a65b1c8f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:42.554643 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-71dad38e-ae25-4946-ab58-a4a65b1c8f41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6ea3b31-8997-499f-88fb-6b41eb608381 HTTP/1.1" status: 204  len: 168 time: 0.3479156
Jan 22 20:18:42.658017 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d4667ca-4283-40e4-ade6-8db1c2499f85 req-f4455bbf-233a-4fba-95d9-76456016227e service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3887310
Jan 22 20:18:42.717163 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39946fb3-0f15-4f3f-afab-531ee953fb27 req-da44063a-ec6c-4a79-8621-577003e381f5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:42.719080 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39946fb3-0f15-4f3f-afab-531ee953fb27 req-da44063a-ec6c-4a79-8621-577003e381f5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 943 time: 0.1784844
Jan 22 20:18:42.790930 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39946fb3-0f15-4f3f-afab-531ee953fb27 req-20db9c99-05b2-4a18-be7e-18e61365c013 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649757
Jan 22 20:18:43.329812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 46892) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:43.351867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd110975-f5f8-4a4d-8060-a4e555345319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:43.368652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bd110975-f5f8-4a4d-8060-a4e555345319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:43.373076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bd110975-f5f8-4a4d-8060-a4e555345319 admin admin] Usage tracker for resource:security_group_rule and tenant:83e810788d57426fb7072a3622faf9fd is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:43.376110 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bd110975-f5f8-4a4d-8060-a4e555345319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:43.382302 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bd110975-f5f8-4a4d-8060-a4e555345319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:43.503367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd110975-f5f8-4a4d-8060-a4e555345319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:43.541018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd110975-f5f8-4a4d-8060-a4e555345319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:43.555552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fe5a8248-d234-4ca4-886f-c2d611358183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:43.604851 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bd110975-f5f8-4a4d-8060-a4e555345319 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=83e810788d57426fb7072a3622faf9fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2733335
Jan 22 20:18:43.606962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd110975-f5f8-4a4d-8060-a4e555345319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55579405-6000-4669-8011-5a294aba9578,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:43.607761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 46910) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:43.626895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bd110975-f5f8-4a4d-8060-a4e555345319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:43.685149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22b2cb6e-a170-4866-afd8-8ac639959f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:43.716199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22b2cb6e-a170-4866-afd8-8ac639959f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:43.778584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13cf4b-c5ee-4a50-8cb5-3d08dbdc194c req-1cbfd813-d9e4-46eb-8980-299b959abc22 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:43.780421 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e13cf4b-c5ee-4a50-8cb5-3d08dbdc194c req-1cbfd813-d9e4-46eb-8980-299b959abc22 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.1197755
Jan 22 20:18:43.789891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22b2cb6e-a170-4866-afd8-8ac639959f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:43.795293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:43.811717 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2cb6e-a170-4866-afd8-8ac639959f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55579405-6000-4669-8011-5a294aba9578,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:43.814991 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22b2cb6e-a170-4866-afd8-8ac639959f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:43.815977 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22b2cb6e-a170-4866-afd8-8ac639959f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:43.817195 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-22b2cb6e-a170-4866-afd8-8ac639959f5f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55579405-6000-4669-8011-5a294aba9578 HTTP/1.1" status: 204  len: 168 time: 0.2083774
Jan 22 20:18:43.862437 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e13cf4b-c5ee-4a50-8cb5-3d08dbdc194c req-36cd7bce-4734-4b6e-9ef3-92025a6561b1 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747619
Jan 22 20:18:44.075187 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:44.133887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9ef4-288b-4cf9-a0b4-17b6e1b22f82 req-c354e0ed-1584-41e0-9f48-47a9452203ba tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:44.135947 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7ad9ef4-288b-4cf9-a0b4-17b6e1b22f82 req-c354e0ed-1584-41e0-9f48-47a9452203ba tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 943 time: 0.1807427
Jan 22 20:18:44.202491 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7ad9ef4-288b-4cf9-a0b4-17b6e1b22f82 req-e13cd72f-2cd0-4bd7-8f2d-88e3c70f9dde tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600972
Jan 22 20:18:44.246407 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bebde-999a-441f-8c08-2f2f97668ba5 req-e965b50d-fdff-4649-ba24-e9a49b4adfcf tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:44.254113 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-144bebde-999a-441f-8c08-2f2f97668ba5 req-e965b50d-fdff-4649-ba24-e9a49b4adfcf tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.2159734
Jan 22 20:18:44.317094 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-144bebde-999a-441f-8c08-2f2f97668ba5 req-884d1b95-927e-497a-80e8-925f2275ebd5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619185
Jan 22 20:18:45.523081 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a28b-8a4b-4e41-8e04-a06c70bfcfbb req-4d9d0ab9-6460-4062-9638-08f55fd80da1 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:45.526025 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-85d5a28b-8a4b-4e41-8e04-a06c70bfcfbb req-4d9d0ab9-6460-4062-9638-08f55fd80da1 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 943 time: 0.1701238
Jan 22 20:18:45.602917 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-85d5a28b-8a4b-4e41-8e04-a06c70bfcfbb req-9d4dc097-167d-447e-8d67-9c83c4fdf4e9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695045
Jan 22 20:18:47.072599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9629c-4f8d-4444-9f52-46337c5616f9 req-c1b5ed1c-81e8-4da1-a23a-243600571902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:47.074204 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffc9629c-4f8d-4444-9f52-46337c5616f9 req-c1b5ed1c-81e8-4da1-a23a-243600571902 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 1162 time: 0.2704587
Jan 22 20:18:47.110716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1fec5-ed7a-428c-a7ef-be95a2854aab req-d28882a9-1531-46ea-ac6c-30a932ac22bd tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:47.112570 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67b1fec5-ed7a-428c-a7ef-be95a2854aab req-d28882a9-1531-46ea-ac6c-30a932ac22bd tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 943 time: 0.3577752
Jan 22 20:18:47.297185 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67b1fec5-ed7a-428c-a7ef-be95a2854aab req-9a084715-d980-4e16-8b1d-8a77f1bd9365 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601307
Jan 22 20:18:47.341968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0518f5c-0097-4130-9b7e-00033e7e8b63 req-5a521999-d289-4013-a024-91cbdd68b2cf tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:47.347569 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0518f5c-0097-4130-9b7e-00033e7e8b63 req-5a521999-d289-4013-a024-91cbdd68b2cf tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.3444574
Jan 22 20:18:47.370161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9629c-4f8d-4444-9f52-46337c5616f9 req-3f69862d-ea0e-4c61-bda5-d1056ef7b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:47.371886 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffc9629c-4f8d-4444-9f52-46337c5616f9 req-3f69862d-ea0e-4c61-bda5-d1056ef7b67e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 200  len: 913 time: 0.2883642
Jan 22 20:18:47.479010 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffc9629c-4f8d-4444-9f52-46337c5616f9 req-96379ab7-b7cc-4a2a-bf62-110b69ea26a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0158bcdb-e28c-4d86-af0d-b8514067baad HTTP/1.1" status: 200  len: 217 time: 0.0983860
Jan 22 20:18:47.489973 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0518f5c-0097-4130-9b7e-00033e7e8b63 req-400f2642-1b5a-4278-9ac8-514bd5578897 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378074
Jan 22 20:18:47.559578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9629c-4f8d-4444-9f52-46337c5616f9 req-86e69003-d477-4e38-9c32-aecc2018eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:47.561147 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffc9629c-4f8d-4444-9f52-46337c5616f9 req-86e69003-d477-4e38-9c32-aecc2018eba9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967b80c3-e198-489e-92d2-dca429bbbdd3 HTTP/1.1" status: 200  len: 859 time: 0.0694883
Jan 22 20:18:47.617009 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffc9629c-4f8d-4444-9f52-46337c5616f9 req-15ff112a-4c85-4907-8fd7-f35484fb0d7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9206a83-e41a-460b-aea7-8dc961f124e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472677
Jan 22 20:18:47.797705 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffc9629c-4f8d-4444-9f52-46337c5616f9 req-e8f4f548-56fa-4683-9a68-6fc45ecb3171 service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737089
Jan 22 20:18:47.867660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47056) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:48.058252 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ffc9629c-4f8d-4444-9f52-46337c5616f9 req-5fdf996a-cbf9-473b-92e5-2698e24cfe82 service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2459764
Jan 22 20:18:48.085345 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5531934-7e8a-4d85-9101-ae63bec5ea2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:48.101670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d5531934-7e8a-4d85-9101-ae63bec5ea2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:48.105784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d5531934-7e8a-4d85-9101-ae63bec5ea2c admin admin] Usage tracker for resource:security_group_rule and tenant:8d8ed6b9ee3d45298048f4f23da8f4c2 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:48.108861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d5531934-7e8a-4d85-9101-ae63bec5ea2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:48.115389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d5531934-7e8a-4d85-9101-ae63bec5ea2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:48.203584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5531934-7e8a-4d85-9101-ae63bec5ea2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:48.275010 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5531934-7e8a-4d85-9101-ae63bec5ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:48.286275 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-03cd0ba6-838a-47df-812f-83c3776d8e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:48.331622 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d5531934-7e8a-4d85-9101-ae63bec5ea2c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8d8ed6b9ee3d45298048f4f23da8f4c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4619029
Jan 22 20:18:48.333745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47082) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:48.344982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5531934-7e8a-4d85-9101-ae63bec5ea2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664fa505-b26e-4eee-90b6-3e90b9eeaab2,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:48.348892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5531934-7e8a-4d85-9101-ae63bec5ea2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:48.411175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43c2b080-804f-445e-9cba-09910bbf1f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:48.441756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43c2b080-804f-445e-9cba-09910bbf1f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:48.591432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d667833-6afc-4ed7-9409-a1c47c3a64ab req-dcaa372b-26a6-4e7e-978e-e8ab12441bd3 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:48.593152 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5d667833-6afc-4ed7-9409-a1c47c3a64ab req-dcaa372b-26a6-4e7e-978e-e8ab12441bd3 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 943 time: 0.1317525
Jan 22 20:18:48.594427 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43c2b080-804f-445e-9cba-09910bbf1f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:48.603140 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:48.634077 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2b080-804f-445e-9cba-09910bbf1f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664fa505-b26e-4eee-90b6-3e90b9eeaab2,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:48.642026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-43c2b080-804f-445e-9cba-09910bbf1f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:48.709577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43c2b080-804f-445e-9cba-09910bbf1f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:48.710810 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-43c2b080-804f-445e-9cba-09910bbf1f50 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/664fa505-b26e-4eee-90b6-3e90b9eeaab2 HTTP/1.1" status: 204  len: 168 time: 0.3754308
Jan 22 20:18:48.739846 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5d667833-6afc-4ed7-9409-a1c47c3a64ab req-f5325eb8-0e53-49b8-892b-470bfbb12a9e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387587
Jan 22 20:18:48.797992 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b79176-b17c-4a12-a7a5-985956150d19 req-31e84543-488a-4717-a33f-c703d970d4a9 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:48.799557 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-83b79176-b17c-4a12-a7a5-985956150d19 req-31e84543-488a-4717-a33f-c703d970d4a9 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1520867
Jan 22 20:18:48.856683 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-83b79176-b17c-4a12-a7a5-985956150d19 req-193c1463-6c92-484e-a95d-12c40c705c75 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497055
Jan 22 20:18:48.961634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device bb468e68-e72c-40bc-a02b-6b905e0f31e8 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:18:49.098147 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port bb468e68-e72c-40bc-a02b-6b905e0f31e8 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:18:49.105265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port bb468e68-e72c-40bc-a02b-6b905e0f31e8 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:18:49.105956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:49.240335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:49.278640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c19550d-67a1-4d0a-8f22-2f7987846f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb468e68-e72c-40bc-a02b-6b905e0f31e8'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:18:49.294118 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port bb468e68-e72c-40bc-a02b-6b905e0f31e8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bb468e68-e72c-40bc-a02b-6b905e0f31e8,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:18:49.341779 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c19550d-67a1-4d0a-8f22-2f7987846f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb468e68-e72c-40bc-a02b-6b905e0f31e8', 'code': 200}
Jan 22 20:18:49.349348 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:49.352031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:49.437809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=bb468e68-e72c-40bc-a02b-6b905e0f31e8,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:49.446520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.446763 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.447127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.447547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.447924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.448604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.448713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.448983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.449561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.450120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.450715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.451089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.451541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.451910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.452277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.452637 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.452999 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.453341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.453893 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.454255 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.454661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.455024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.455826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.455826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:18:49.463602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:49.798616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99958a05-6c20-4bd8-8326-3c57e1006c41 req-01a8b8e0-cc04-4977-af51-2fbbe6332558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:49.800393 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-99958a05-6c20-4bd8-8326-3c57e1006c41 req-01a8b8e0-cc04-4977-af51-2fbbe6332558 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 1162 time: 0.0898149
Jan 22 20:18:49.841883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device bb468e68-e72c-40bc-a02b-6b905e0f31e8 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:18:49.860500 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-99958a05-6c20-4bd8-8326-3c57e1006c41 req-29a1fe11-4b8f-4523-8d8b-0ff528b53314 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517216
Jan 22 20:18:50.002403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port bb468e68-e72c-40bc-a02b-6b905e0f31e8 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:18:50.005492 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:50.059246 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df1e5-5d48-4fac-945c-c2472af74ecd req-f19cf26b-1939-4200-8875-707fa50df546 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:50.061418 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b51df1e5-5d48-4fac-945c-c2472af74ecd req-f19cf26b-1939-4200-8875-707fa50df546 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 945 time: 0.1578786
Jan 22 20:18:50.217919 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b51df1e5-5d48-4fac-945c-c2472af74ecd req-1cc26bee-d1f5-47b6-88f8-2cf4f41c3590 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044753
Jan 22 20:18:50.295872 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336f012-759c-4728-b15d-b6b32569c7d4 req-ddfb0e00-e815-4311-8f90-f33771d99f75 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:50.305701 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8336f012-759c-4728-b15d-b6b32569c7d4 req-ddfb0e00-e815-4311-8f90-f33771d99f75 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.2428937
Jan 22 20:18:50.406501 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8336f012-759c-4728-b15d-b6b32569c7d4 req-880aac1d-321d-43e9-8ac9-c7afcd78b524 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939763
Jan 22 20:18:50.830486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47162) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:50.992714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47172) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:51.073860 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-214d7d8a-5b8e-41fe-ab7d-f626e83475d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.105308 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-214d7d8a-5b8e-41fe-ab7d-f626e83475d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:51.107885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89502b8e-206a-449b-9712-19d3feac7c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.122929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-214d7d8a-5b8e-41fe-ab7d-f626e83475d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ff2f1d280fce4079a763eb7de436dca9 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:51.127449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-214d7d8a-5b8e-41fe-ab7d-f626e83475d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:51.133846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-89502b8e-206a-449b-9712-19d3feac7c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:51.136400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-214d7d8a-5b8e-41fe-ab7d-f626e83475d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:51.140912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-89502b8e-206a-449b-9712-19d3feac7c09 admin admin] Usage tracker for resource:security_group_rule and tenant:96cc716ddaee4b7fbecc5328dc3d0534 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:51.145367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-89502b8e-206a-449b-9712-19d3feac7c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:51.156713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-89502b8e-206a-449b-9712-19d3feac7c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:51.292842 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-214d7d8a-5b8e-41fe-ab7d-f626e83475d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.312636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89502b8e-206a-449b-9712-19d3feac7c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.326091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-214d7d8a-5b8e-41fe-ab7d-f626e83475d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.335062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9abe105e-c3a6-43bc-a9a6-74700aee24e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:51.376834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89502b8e-206a-449b-9712-19d3feac7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.438502 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-214d7d8a-5b8e-41fe-ab7d-f626e83475d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff2f1d280fce4079a763eb7de436dca9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6027460
Jan 22 20:18:51.438788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47180) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:51.443111 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7d8a-5b8e-41fe-ab7d-f626e83475d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d38916-2f64-4593-9e2c-4d741156912a,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:51.446875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-214d7d8a-5b8e-41fe-ab7d-f626e83475d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:51.449858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02ab13b2-75fa-478f-ba87-cce7383df0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:51.496472 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-89502b8e-206a-449b-9712-19d3feac7c09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96cc716ddaee4b7fbecc5328dc3d0534&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5029349
Jan 22 20:18:51.497197 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47188) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:51.507817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b8063382-f157-46de-a032-eae999ef85ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.520928 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89502b8e-206a-449b-9712-19d3feac7c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84155472-1ee6-499c-9dbe-0e2718383e60,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:51.524926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-89502b8e-206a-449b-9712-19d3feac7c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:51.536461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b8063382-f157-46de-a032-eae999ef85ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.611618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b8063382-f157-46de-a032-eae999ef85ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.616867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-97ba4aee-492c-4abb-a701-e6d52998e8e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:51.633489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8063382-f157-46de-a032-eae999ef85ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d38916-2f64-4593-9e2c-4d741156912a,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:51.636689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b8063382-f157-46de-a032-eae999ef85ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:51.642139 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b8063382-f157-46de-a032-eae999ef85ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.643548 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b8063382-f157-46de-a032-eae999ef85ab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59d38916-2f64-4593-9e2c-4d741156912a HTTP/1.1" status: 204  len: 168 time: 0.2048724
Jan 22 20:18:51.656550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831a608-264e-4f13-b9b2-a2cde8a02e04 req-5c3dd70f-bffb-47b5-9d16-0543c3c7d76a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:51.660344 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e831a608-264e-4f13-b9b2-a2cde8a02e04 req-5c3dd70f-bffb-47b5-9d16-0543c3c7d76a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 945 time: 0.2976484
Jan 22 20:18:51.697794 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d1527a5-ce50-4bc7-821e-6b3065a0c3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.769277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d1527a5-ce50-4bc7-821e-6b3065a0c3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.776629 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e831a608-264e-4f13-b9b2-a2cde8a02e04 req-69ec9d93-21e4-478a-a732-f6dbc7254f49 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004016
Jan 22 20:18:51.838109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50955287-c7f6-40cc-985b-5f01ac358e51 req-ebf0ca5e-4426-446e-83e3-4ca9a6654673 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:51.846201 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50955287-c7f6-40cc-985b-5f01ac358e51 req-ebf0ca5e-4426-446e-83e3-4ca9a6654673 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.2821636
Jan 22 20:18:51.918219 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d1527a5-ce50-4bc7-821e-6b3065a0c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.926156 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c84c91e5-e36d-406f-b943-6489928f429e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:51.947907 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50955287-c7f6-40cc-985b-5f01ac358e51 req-6e9bb6c4-0581-45d7-b196-6a30ccb951f9 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004686
Jan 22 20:18:51.950646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1527a5-ce50-4bc7-821e-6b3065a0c3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84155472-1ee6-499c-9dbe-0e2718383e60,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:51.958063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d1527a5-ce50-4bc7-821e-6b3065a0c3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:51.964218 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d1527a5-ce50-4bc7-821e-6b3065a0c3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:51.975169 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5d1527a5-ce50-4bc7-821e-6b3065a0c3ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/84155472-1ee6-499c-9dbe-0e2718383e60 HTTP/1.1" status: 204  len: 168 time: 0.4643998
Jan 22 20:18:53.026840 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d69b4d-eb81-4251-9c03-c3dce3808fec req-acc54323-f6a6-49c0-aeeb-7b90b14a4eec tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:53.028596 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2d69b4d-eb81-4251-9c03-c3dce3808fec req-acc54323-f6a6-49c0-aeeb-7b90b14a4eec tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 945 time: 0.1133869
Jan 22 20:18:53.126237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47254) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:53.151370 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e2d69b4d-eb81-4251-9c03-c3dce3808fec req-90044e44-48c8-4bd9-af1c-6b6afa4a0ec2 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163981
Jan 22 20:18:53.256844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397858ee-dccd-4be9-b803-770c405dfcf1 req-c1f12f8e-a728-4468-81bd-905a305e260a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:53.258667 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-397858ee-dccd-4be9-b803-770c405dfcf1 req-c1f12f8e-a728-4468-81bd-905a305e260a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1540337
Jan 22 20:18:53.513048 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2040643506-network', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:18:53.518868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:53.523570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Usage tracker for resource:network and tenant:33839a047bb14ff2ae6d7a0e5faa3679 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:53.527123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:53.534212 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:53.571895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Made reservation on behalf of 33839a047bb14ff2ae6d7a0e5faa3679 for: {'network': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:18:53.576785 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:53.591373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:53.610327 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:53.614525 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Usage tracker for resource:security_group_rule and tenant:33839a047bb14ff2ae6d7a0e5faa3679 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:53.618225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:53.623762 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-397858ee-dccd-4be9-b803-770c405dfcf1 req-76edcc01-5a9a-450f-98fd-f8e27f7ed410 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3576860
Jan 22 20:18:53.624556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:53.762184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:53.802257 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:53.813866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:53.845541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:18:53.860333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a6ce8f-4919-4d8c-84f1-664646e16f0b,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:53.863852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:53.921727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:53.922224 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Added segment 8f1ee39f-714f-445b-a585-bdc28ff7d2c6 of type vxlan for network 2a8daac2-dce7-4143-a261-8d9997e9a19b
Jan 22 20:18:53.957891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:54.012213 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:54.013582 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:54.014225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:54.020105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a1bdac93-02a8-43c6-a3d7-4cef967117f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:54.154238 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Pushing event updated for resources: {'Network': ['ID=2a8daac2-dce7-4143-a261-8d9997e9a19b,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:54.157726 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:54.165402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:18:54.192792 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.0623164
Jan 22 20:18:54.193845 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47294) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:54.197499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:18:54.200542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Request body: {'subnet': {'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2040643506-subnet', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'ip_version': 4}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:18:54.206126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:54.210919 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Usage tracker for resource:subnet and tenant:33839a047bb14ff2ae6d7a0e5faa3679 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:54.214150 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:54.220392 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:54.263794 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Made reservation on behalf of 33839a047bb14ff2ae6d7a0e5faa3679 for: {'subnet': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:18:54.268832 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6431577'] for subnet, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:54.760656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fef02c2-b505-4f03-bfb1-dd989e8aca28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:54.765853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847496563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6431594'] for subnet, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:54.781459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:54.895548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48f4eb-bd64-44f4-bf1f-865bf73eb050 req-d4fe56e2-0002-437c-baf3-babcc809e7c8 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:54.897954 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf48f4eb-bd64-44f4-bf1f-865bf73eb050 req-d4fe56e2-0002-437c-baf3-babcc809e7c8 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1152036
Jan 22 20:18:54.965755 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf48f4eb-bd64-44f4-bf1f-865bf73eb050 req-31bc7c49-8ee9-40ef-91ae-1007b7dd02a7 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614245
Jan 22 20:18:55.127989 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d418d97c-202f-49b5-9ed4-33bce69ac33f,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:55.131106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:55.200043 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Checking segment: {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:18:55.200665 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Network hostable DHCP agents. Network: 2a8daac2-dce7-4143-a261-8d9997e9a19b, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:18:55.250786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:18:55.290763 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, 2a8daac2-dce7-4143-a261-8d9997e9a19b) {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:18:55.298468 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6592356-41d1-45d3-abfb-4b82fee702a8 None None] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:18:55.310003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:55.310847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:55.361707 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1666086
Jan 22 20:18:55.364641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47330) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:55.370895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:18:55.376515 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:55.381177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Usage tracker for resource:router and tenant:33839a047bb14ff2ae6d7a0e5faa3679 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:55.385459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:55.392117 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:55.554988 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853040007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854665973'] for router, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:55.556766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109826'] for router, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:55.621087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:55.643654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47338) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:55.722534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eaae7c6-3d94-5809-a621-4ba256c75d7f-2a8daac2-dce7-4143-a261-8d9997e9a19b', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f'}]}} from dv-cinder-768105-3-iscsi. {{(pid=80270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 20:18:55.724025 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:55.968699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 0158bcdb-e28c-4d86-af0d-b8514067baad up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:18:56.008648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0c17d50-0815-44e4-9393-efa2a3ca35a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.026843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853127047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109841'] for router, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.033915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c0c17d50-0815-44e4-9393-efa2a3ca35a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:56.037983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c0c17d50-0815-44e4-9393-efa2a3ca35a2 admin admin] Usage tracker for resource:security_group_rule and tenant:6daec764115a4e398c5db376e32d6549 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:56.041001 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c0c17d50-0815-44e4-9393-efa2a3ca35a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:56.046782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c0c17d50-0815-44e4-9393-efa2a3ca35a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:56.106647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 0158bcdb-e28c-4d86-af0d-b8514067baad triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:18:56.107073 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.142287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0c17d50-0815-44e4-9393-efa2a3ca35a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.178578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c0c17d50-0815-44e4-9393-efa2a3ca35a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.191142 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bf673b0a-91de-403b-bf2d-9a63418910cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:56.285487 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c0c17d50-0815-44e4-9393-efa2a3ca35a2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6daec764115a4e398c5db376e32d6549&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6406918
Jan 22 20:18:56.287463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c17d50-0815-44e4-9393-efa2a3ca35a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f3904d-743d-464c-8d70-b2f31d50ff05,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:56.303530 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47364) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:56.309790 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c0c17d50-0815-44e4-9393-efa2a3ca35a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:56.317520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0550697-f366-4b26-bc04-690b9068d5c9 req-74db1969-099e-42bc-ab89-7caac8416d55 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:56.326877 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0550697-f366-4b26-bc04-690b9068d5c9 req-74db1969-099e-42bc-ab89-7caac8416d55 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1594927
Jan 22 20:18:56.332920 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Allocated IP 172.20.0.2 (2a8daac2-dce7-4143-a261-8d9997e9a19b/d418d97c-202f-49b5-9ed4-33bce69ac33f/9190a1d5-ba3e-4705-9f4c-71052d05e110) {{(pid=80270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:18:56.378824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47368) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:56.387460 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0550697-f366-4b26-bc04-690b9068d5c9 req-de303f6a-1508-4666-8654-fb5af8ee459d tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577900
Jan 22 20:18:56.464665 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1bf56335-73a6-488d-9f1e-c865e9905da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.502050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1bf56335-73a6-488d-9f1e-c865e9905da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.694789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a37dab9-f749-40e8-a1c7-f2c4bd763ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.723932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Notify callbacks [] for port, precommit_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.735971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Transition to ACTIVE for port object 9190a1d5-ba3e-4705-9f4c-71052d05e110 will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:18:56.747890 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0a37dab9-f749-40e8-a1c7-f2c4bd763ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:56.754164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Transition to ACTIVE for port object 9190a1d5-ba3e-4705-9f4c-71052d05e110 will not be triggered until provisioned by entity DHCP. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:18:56.758549 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0a37dab9-f749-40e8-a1c7-f2c4bd763ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:3afdef78a3ad47beb765ff8654c911e8 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:56.763611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0a37dab9-f749-40e8-a1c7-f2c4bd763ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:56.778318 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0a37dab9-f749-40e8-a1c7-f2c4bd763ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:56.789756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.792531 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.818730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08f859bb-63ac-4320-9cab-7e3f4e12ad12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:56.822047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1bf56335-73a6-488d-9f1e-c865e9905da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.830195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6436355d-c2a9-41e6-8935-7387d9dc37a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:56.840363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.866329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf56335-73a6-488d-9f1e-c865e9905da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f3904d-743d-464c-8d70-b2f31d50ff05,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:56.879715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1bf56335-73a6-488d-9f1e-c865e9905da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:56.902374 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Pushing event updated for resources: {'Port': ['ID=9190a1d5-ba3e-4705-9f4c-71052d05e110,revision_number=1']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:56.934345 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1bf56335-73a6-488d-9f1e-c865e9905da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:56.936933 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1bf56335-73a6-488d-9f1e-c865e9905da0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/87f3904d-743d-464c-8d70-b2f31d50ff05 HTTP/1.1" status: 204  len: 168 time: 0.6291866
Jan 22 20:18:57.034484 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:57.058498 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b is already hosted by enough agents. {{(pid=80270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:18:57.059852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Resources bound (agent type, host, resource id):  {{(pid=80270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:18:57.073108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Received port after_create {{(pid=80270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:18:57.161871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Attempting to bind port 9190a1d5-ba3e-4705-9f4c-71052d05e110 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:18:57.162215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Attempting to bind port 9190a1d5-ba3e-4705-9f4c-71052d05e110 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:18:57.162635 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Attempting to bind port 9190a1d5-ba3e-4705-9f4c-71052d05e110 on network 2a8daac2-dce7-4143-a261-8d9997e9a19b {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:18:57.169682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:18:57.170107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Checking segment: {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:18:57.170602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.171051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Bound using segment: {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:18:57.171648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Bound port: 9190a1d5-ba3e-4705-9f4c-71052d05e110, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:18:57.172078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.293277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a37dab9-f749-40e8-a1c7-f2c4bd763ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.312032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] For port 9190a1d5-ba3e-4705-9f4c-71052d05e110, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:18:57.316527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] For port 9190a1d5-ba3e-4705-9f4c-71052d05e110, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=9190a1d5-ba3e-4705-9f4c-71052d05e110,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:18:57.329881 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Allocated IP 172.27.1.55 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/56593f6d-fc95-4a61-b382-0c835bfe7560) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:18:57.345807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0a37dab9-f749-40e8-a1c7-f2c4bd763ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.372375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fd479dc3-eb3e-40c4-a1f4-f0f68f27e8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:57.377832 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.395964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:57.516722 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0a37dab9-f749-40e8-a1c7-f2c4bd763ab9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3afdef78a3ad47beb765ff8654c911e8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1311066
Jan 22 20:18:57.519517 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47398) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:57.520026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37dab9-f749-40e8-a1c7-f2c4bd763ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9c1fc2-74ac-4598-9184-77726ee46f8d,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:57.525576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0a37dab9-f749-40e8-a1c7-f2c4bd763ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:57.596419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.662840 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Pushing event updated for resources: {'Port': ['ID=9190a1d5-ba3e-4705-9f4c-71052d05e110,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:57.667896 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:57.669901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.688301 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:57.695540 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9fe62cef-6fec-4693-9c2f-6226030647c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.741012 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9fe62cef-6fec-4693-9c2f-6226030647c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.816514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e741951-6a59-46c8-9714-8001b946b52f req-621156b3-2d7b-4e0d-8285-4fa3ef940dcb tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:18:57.818745 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e741951-6a59-46c8-9714-8001b946b52f req-621156b3-2d7b-4e0d-8285-4fa3ef940dcb tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1984160
Jan 22 20:18:57.823443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.843205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47402) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:57.871348 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Pushing event updated for resources: {'Port': ['ID=56593f6d-fc95-4a61-b382-0c835bfe7560,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:57.877486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:57.883161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5819fa6-917a-4bf1-9c4e-d027ce282719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.895826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9fe62cef-6fec-4693-9c2f-6226030647c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.902414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-afbb78c1-56a1-4109-84bf-c9739ade58e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.904341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-977f493b-f80f-40c3-b354-1a92ef806aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:57.921928 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:18:57.923106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:18:57.925187 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e741951-6a59-46c8-9714-8001b946b52f req-1769c7ef-7300-491c-87f2-219f2aab632f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997159
Jan 22 20:18:57.925386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:18:57.926444 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d5819fa6-917a-4bf1-9c4e-d027ce282719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:57.932762 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe62cef-6fec-4693-9c2f-6226030647c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9c1fc2-74ac-4598-9184-77726ee46f8d,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:57.937120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9fe62cef-6fec-4693-9c2f-6226030647c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:57.938122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d5819fa6-917a-4bf1-9c4e-d027ce282719 admin admin] Usage tracker for resource:security_group_rule and tenant:5acb8f34b05d4b1bb378c09319c24163 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:57.942401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-d5819fa6-917a-4bf1-9c4e-d027ce282719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:57.945317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9fe62cef-6fec-4693-9c2f-6226030647c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:57.946443 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9fe62cef-6fec-4693-9c2f-6226030647c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd9c1fc2-74ac-4598-9184-77726ee46f8d HTTP/1.1" status: 204  len: 168 time: 0.4254539
Jan 22 20:18:57.950836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d5819fa6-917a-4bf1-9c4e-d027ce282719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:58.120078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5819fa6-917a-4bf1-9c4e-d027ce282719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:58.154963 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5819fa6-917a-4bf1-9c4e-d027ce282719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:58.172596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:58.254372 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d5819fa6-917a-4bf1-9c4e-d027ce282719 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5acb8f34b05d4b1bb378c09319c24163&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4094548
Jan 22 20:18:58.255375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5819fa6-917a-4bf1-9c4e-d027ce282719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceedeaff-1bd9-47a1-b70a-f0795bcbbb0e,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:58.258889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47412) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:58.259839 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5819fa6-917a-4bf1-9c4e-d027ce282719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:58.297628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 9190a1d5-ba3e-4705-9f4c-71052d05e110 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:18:58.337682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b403b2d-5f3d-4e45-823f-ccc7eeec9474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:58.368744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b403b2d-5f3d-4e45-823f-ccc7eeec9474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:58.434735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 9190a1d5-ba3e-4705-9f4c-71052d05e110 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:18:58.784400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47422) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:58.804890 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b82b-6588-44fe-95cc-d990fc83594d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:58.811637 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:58.821506 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e7d5b82b-6588-44fe-95cc-d990fc83594d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:18:58.825680 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e7d5b82b-6588-44fe-95cc-d990fc83594d admin admin] Usage tracker for resource:security_group_rule and tenant:a5b82a3cb29548b3b7c35379b53f2d47 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:18:58.828805 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e7d5b82b-6588-44fe-95cc-d990fc83594d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:18:58.835450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e7d5b82b-6588-44fe-95cc-d990fc83594d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:18:58.863456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:58.874024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b403b2d-5f3d-4e45-823f-ccc7eeec9474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:58.886435 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4a4ffb53-97dc-43c9-8352-21e1429890d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:58.927018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b82b-6588-44fe-95cc-d990fc83594d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:58.960839 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b82b-6588-44fe-95cc-d990fc83594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:58.961901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b403b2d-5f3d-4e45-823f-ccc7eeec9474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceedeaff-1bd9-47a1-b70a-f0795bcbbb0e,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:58.964708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b403b2d-5f3d-4e45-823f-ccc7eeec9474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:58.971134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:59.009212 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b403b2d-5f3d-4e45-823f-ccc7eeec9474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:59.013210 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2b403b2d-5f3d-4e45-823f-ccc7eeec9474 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ceedeaff-1bd9-47a1-b70a-f0795bcbbb0e HTTP/1.1" status: 204  len: 168 time: 0.7504888
Jan 22 20:18:59.027143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5b82b-6588-44fe-95cc-d990fc83594d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515d4ec5-37c9-42d6-8e8b-6b0ed0e9be8a,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:59.031849 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7d5b82b-6588-44fe-95cc-d990fc83594d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:59.038190 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e7d5b82b-6588-44fe-95cc-d990fc83594d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5b82a3cb29548b3b7c35379b53f2d47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2525618
Jan 22 20:18:59.038886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47430) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:18:59.082578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:59.146035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc71be7e-15cf-4601-972f-3f1c8a885fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:59.182603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc71be7e-15cf-4601-972f-3f1c8a885fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:59.237873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30199087-324f-48a6-bae2-f1a4edcc50cc None None] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:18:59.258364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853129231'] for router, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:59.284819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc71be7e-15cf-4601-972f-3f1c8a885fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:59.292834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:59.304835 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71be7e-15cf-4601-972f-3f1c8a885fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515d4ec5-37c9-42d6-8e8b-6b0ed0e9be8a,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:59.307565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc71be7e-15cf-4601-972f-3f1c8a885fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:59.325135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc71be7e-15cf-4601-972f-3f1c8a885fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:59.325135 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bc71be7e-15cf-4601-972f-3f1c8a885fff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/515d4ec5-37c9-42d6-8e8b-6b0ed0e9be8a HTTP/1.1" status: 204  len: 168 time: 0.2826352
Jan 22 20:18:59.378879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f9925516-b867-4bd7-8279-14e357ca9985 None None] Provisioning for port 9190a1d5-ba3e-4705-9f4c-71052d05e110 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:18:59.399725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f9925516-b867-4bd7-8279-14e357ca9985 None None] Provisioning complete for port 9190a1d5-ba3e-4705-9f4c-71052d05e110 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:18:59.400457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9925516-b867-4bd7-8279-14e357ca9985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:59.574428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Router fc30a605-4ff7-45cf-8381-e5533bce2823 is scheduled to L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 with binding_index 1 {{(pid=80268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 20:18:59.688488 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9925516-b867-4bd7-8279-14e357ca9985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:59.729500 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f9925516-b867-4bd7-8279-14e357ca9985 None None] For port 9190a1d5-ba3e-4705-9f4c-71052d05e110, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=9190a1d5-ba3e-4705-9f4c-71052d05e110,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:18:59.760443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f9925516-b867-4bd7-8279-14e357ca9985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:59.762270 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ad8ded3-b320-4c84-8b5c-eecf56df4cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:18:59.836663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9925516-b867-4bd7-8279-14e357ca9985 None None] Pushing event updated for resources: {'Port': ['ID=9190a1d5-ba3e-4705-9f4c-71052d05e110,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:18:59.838241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:18:59.840576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f9925516-b867-4bd7-8279-14e357ca9985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:18:59.857303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Sync routers for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:18:59.870587 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:18:59.871529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7a9fd30>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:18:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:18:59.908967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Notify callbacks [] for router, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:18:59.910366 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.5446444
Jan 22 20:18:59.913550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47452) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:00.069885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47456) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:00.110124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:00.114133 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1ba625b2-bcbf-4334-9255-bd9479d8f069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:00.135475 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1ba625b2-bcbf-4334-9255-bd9479d8f069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:00.140660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d2bcb723-1577-4fcd-8bab-82725f8779ec None None] Provisioning complete for port 9190a1d5-ba3e-4705-9f4c-71052d05e110 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:00.141094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb723-1577-4fcd-8bab-82725f8779ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:00.147797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1ba625b2-bcbf-4334-9255-bd9479d8f069 admin admin] Usage tracker for resource:security_group_rule and tenant:755d0e5b2d3143d98dbf932c830c2c80 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:00.151387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1ba625b2-bcbf-4334-9255-bd9479d8f069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:00.176585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1ba625b2-bcbf-4334-9255-bd9479d8f069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:00.272434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 9190a1d5-ba3e-4705-9f4c-71052d05e110 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:00.338205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1ba625b2-bcbf-4334-9255-bd9479d8f069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:00.366542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1ba625b2-bcbf-4334-9255-bd9479d8f069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:00.432945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:00.496285 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1ba625b2-bcbf-4334-9255-bd9479d8f069 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=755d0e5b2d3143d98dbf932c830c2c80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4220536
Jan 22 20:19:00.496967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47464) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:00.497720 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba625b2-bcbf-4334-9255-bd9479d8f069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306bcc1a-1eea-4917-99d2-8281ef8f94e6,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:00.510426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1ba625b2-bcbf-4334-9255-bd9479d8f069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:00.515674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 9190a1d5-ba3e-4705-9f4c-71052d05e110 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:00.516090 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:00.593063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27f0c8cb-1761-4406-a643-a95bf909ca35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:00.621113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7a9fd30>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:18:58Z', 'revision_number': 3, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:00.621918 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27f0c8cb-1761-4406-a643-a95bf909ca35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:00.631418 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Checking router: fc30a605-4ff7-45cf-8381-e5533bce2823 for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:19:00.631920 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Updating router fc30a605-4ff7-45cf-8381-e5533bce2823 port 56593f6d-fc95-4a61-b382-0c835bfe7560 binding host dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:19:00.698952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:00.709357 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27f0c8cb-1761-4406-a643-a95bf909ca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:00.716290 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4321d021-aae9-436c-8600-f2d1c235a11f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:00.745895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0c8cb-1761-4406-a643-a95bf909ca35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306bcc1a-1eea-4917-99d2-8281ef8f94e6,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:00.747999 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27f0c8cb-1761-4406-a643-a95bf909ca35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:00.750259 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-27f0c8cb-1761-4406-a643-a95bf909ca35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/306bcc1a-1eea-4917-99d2-8281ef8f94e6 HTTP/1.1" status: 204  len: 168 time: 0.2452750
Jan 22 20:19:00.750259 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-27f0c8cb-1761-4406-a643-a95bf909ca35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:00.832360 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3533dd9a-7864-4479-85f8-78720ea50b46 None None] Provisioning complete for port 9190a1d5-ba3e-4705-9f4c-71052d05e110 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:00.832972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3533dd9a-7864-4479-85f8-78720ea50b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:01.139041 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:01.287400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:01.347960 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Transition to ACTIVE for port object 56593f6d-fc95-4a61-b382-0c835bfe7560 will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:01.377023 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:01.393853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4d0b1814-d35d-42ba-ad97-0d557f5ed20a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:01.522174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Allocated IP 172.20.0.1 (2a8daac2-dce7-4143-a261-8d9997e9a19b/d418d97c-202f-49b5-9ed4-33bce69ac33f/0871bc4b-886f-4f7f-8a22-ed3fe3d1142a) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:19:01.546018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Pushing event updated for resources: {'Port': ['ID=56593f6d-fc95-4a61-b382-0c835bfe7560,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:01.560443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.560825 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.561201 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.561559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.561920 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.562540 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.562901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.563331 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.563638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.563991 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.564344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.564699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.565106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.565428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.565781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.566151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.566460 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.566808 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.567151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.567562 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.568477 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.568818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.569168 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.569515 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:01.576185 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:01.625476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Attempting to bind port 56593f6d-fc95-4a61-b382-0c835bfe7560 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:01.625884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Attempting to bind port 56593f6d-fc95-4a61-b382-0c835bfe7560 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:01.626286 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Attempting to bind port 56593f6d-fc95-4a61-b382-0c835bfe7560 on network d8bd5390-3dcb-4b6b-909c-af9dcb268065 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:01.632792 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:01.633343 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Checking segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:01.633795 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:01.634225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Bound using segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:01.634747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Bound port: 56593f6d-fc95-4a61-b382-0c835bfe7560, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:01.635161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:01.720078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] For port 56593f6d-fc95-4a61-b382-0c835bfe7560, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:01.723550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] For port 56593f6d-fc95-4a61-b382-0c835bfe7560, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=56593f6d-fc95-4a61-b382-0c835bfe7560,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:01.754865 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:01.774471 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4d0b1814-d35d-42ba-ad97-0d557f5ed20a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:01.910991 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:01.957629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Transition to ACTIVE for port object 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:02.053552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:02.101754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Pushing event updated for resources: {'Port': ['ID=56593f6d-fc95-4a61-b382-0c835bfe7560,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:02.108221 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:02.129629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:02.194597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:02.197176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7a9fd30>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:18:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:02.308143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Pushing event updated for resources: {'Port': ['ID=0871bc4b-886f-4f7f-8a22-ed3fe3d1142a,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:02.313754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:02.361378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:02.362925 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:02.365456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:19:02.369082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fc9d3-44cf-40af-abf7-bb558ebdf032 req-6a3b829a-cc3b-4911-b814-2c03c09ee4ac tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:02.374970 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8d2fc9d3-44cf-40af-abf7-bb558ebdf032 req-6a3b829a-cc3b-4911-b814-2c03c09ee4ac tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1435802
Jan 22 20:19:02.456177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:02.463662 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853040075'] for router_interface, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:02.485532 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8d2fc9d3-44cf-40af-abf7-bb558ebdf032 req-99563a2a-5596-4c72-a0ef-061ef0c92cf5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004274
Jan 22 20:19:02.640479 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:02.736955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-972c8301-c707-43f0-990d-64a5a7bc09eb None None] Provisioning for port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:02.744592 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-972c8301-c707-43f0-990d-64a5a7bc09eb None None] Provisioning complete for port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:02.745472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-972c8301-c707-43f0-990d-64a5a7bc09eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:02.842469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7a9fd30>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:18:58Z', 'revision_number': 3, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:02.854233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7bc52-fa3d-4a2e-97ec-6f19e38e2b47 None None] The sync data for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi is: [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:18:58Z', 'revision_number': 3, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:19:02.884220 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-972c8301-c707-43f0-990d-64a5a7bc09eb None None] Port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:19:02.993796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:03.022993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:03.072793 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:03.175675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Pushing event updated for resources: {'Port': ['ID=0871bc4b-886f-4f7f-8a22-ed3fe3d1142a,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:03.179446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:03.192827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853214723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735831'] for router_interface, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:03.372463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:03.374312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:03.597070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Router fc30a605-4ff7-45cf-8381-e5533bce2823 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:19:03.732699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5123b6e1-5104-4d4e-84b5-6b52ed0d766b None None] Provisioning complete for port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:03.733126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5123b6e1-5104-4d4e-84b5-6b52ed0d766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:03.822489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5123b6e1-5104-4d4e-84b5-6b52ed0d766b None None] Port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:19:03.870206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e785d-81f1-41c3-90a5-33f6e7517576 req-f409fe74-48ee-4f72-ba48-2471dc93415c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:03.895418 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb2e785d-81f1-41c3-90a5-33f6e7517576 req-f409fe74-48ee-4f72-ba48-2471dc93415c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1994450
Jan 22 20:19:03.910454 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:19:03.924701 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] 10.222.0.38 "PUT /v2.0/routers/fc30a605-4ff7-45cf-8381-e5533bce2823/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0099964
Jan 22 20:19:03.958090 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb2e785d-81f1-41c3-90a5-33f6e7517576 req-e4cc006f-b443-4608-8b4a-206daf59c2e1 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617580
Jan 22 20:19:04.305858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 56593f6d-fc95-4a61-b382-0c835bfe7560 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:04.439362 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 56593f6d-fc95-4a61-b382-0c835bfe7560 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:04.445895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 56593f6d-fc95-4a61-b382-0c835bfe7560 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:04.446373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:04.579916 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:04.596783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 56593f6d-fc95-4a61-b382-0c835bfe7560, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=56593f6d-fc95-4a61-b382-0c835bfe7560,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:04.640617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:04.643559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:04.716721 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=56593f6d-fc95-4a61-b382-0c835bfe7560,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:04.720208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:04.965768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47630) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:04.972474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1105829689-network', 'tenant_id': '54859772ef1c43b990064f6e05d7f532'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:04.978887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:04.983870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Usage tracker for resource:network and tenant:54859772ef1c43b990064f6e05d7f532 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:04.987499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:04.996511 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:05.034710 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Made reservation on behalf of 54859772ef1c43b990064f6e05d7f532 for: {'network': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:19:05.041922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:05.057366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:05.075797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:05.080146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Usage tracker for resource:security_group_rule and tenant:54859772ef1c43b990064f6e05d7f532 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:05.102894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:05.109243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:05.208090 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:05.250826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:05.256193 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f86edd37-02c6-4c20-b661-7555b54b4c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:05.259471 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1760e1-9f7c-429d-a5bf-63040fa53e22 req-cf34ea84-2d5f-47ee-b7a2-9daaadfe1dc8 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:05.261212 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e1760e1-9f7c-429d-a5bf-63040fa53e22 req-cf34ea84-2d5f-47ee-b7a2-9daaadfe1dc8 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1164153
Jan 22 20:19:05.290441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:19:05.304037 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b154062c-1669-4372-814a-5e0fad820f4e,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:05.308392 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:05.309381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:05.309812 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Added segment a403942a-4c7e-4c23-a2db-d1748c18e203 of type vxlan for network 448e7b2e-3e9c-445b-be41-b8d1f08799b8
Jan 22 20:19:05.339105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:05.371504 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e1760e1-9f7c-429d-a5bf-63040fa53e22 req-22d94198-ae4d-4e47-a799-6eee40d97fce tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749722
Jan 22 20:19:05.385069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2104c9-8e02-4c22-a6ef-23678103920f req-f58e730c-38b4-4ccc-84aa-b77ecdd4e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:05.386635 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe2104c9-8e02-4c22-a6ef-23678103920f req-f58e730c-38b4-4ccc-84aa-b77ecdd4e597 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 1162 time: 0.1244648
Jan 22 20:19:05.400279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:05.401990 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:05.403283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:05.409037 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:05.444689 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe2104c9-8e02-4c22-a6ef-23678103920f req-9a728ead-2474-4ef9-98ce-eec494edb9bf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441084
Jan 22 20:19:05.524209 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Pushing event updated for resources: {'Network': ['ID=448e7b2e-3e9c-445b-be41-b8d1f08799b8,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:05.529640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:05.535495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:19:05.564154 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5943873
Jan 22 20:19:05.564459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47648) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:05.571672 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Request body: {'subnet': {'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1105829689-subnet', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'ip_version': 4}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:05.580192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:05.592756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Usage tracker for resource:subnet and tenant:54859772ef1c43b990064f6e05d7f532 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:05.602194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:05.609649 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:05.646866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Made reservation on behalf of 54859772ef1c43b990064f6e05d7f532 for: {'subnet': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:19:05.653380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6431577'] for subnet, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:05.735031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:19:05.982744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Sync routers for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:19:05.993692 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:05.994791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7e4b898>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:18:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:06.206909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:06.257325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 56593f6d-fc95-4a61-b382-0c835bfe7560 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:06.263526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847496563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6431594'] for subnet, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:06.278161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d2453eed-4f41-4510-b86e-37a7bf99861d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:06.415747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=276d3f3c-4b54-40ca-9fe0-0ae01477a0d6,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:06.435129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:06.576030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 56593f6d-fc95-4a61-b382-0c835bfe7560 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:06.576629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:06.668817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a635e4-5041-491d-93cb-159794c7450e req-fd8f21a4-d10a-44fa-80fe-e65409493b80 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:06.670931 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25a635e4-5041-491d-93cb-159794c7450e req-fd8f21a4-d10a-44fa-80fe-e65409493b80 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1336634
Jan 22 20:19:06.706079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Checking segment: {'id': 'a403942a-4c7e-4c23-a2db-d1748c18e203', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:06.706466 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Network hostable DHCP agents. Network: 448e7b2e-3e9c-445b-be41-b8d1f08799b8, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:19:06.739409 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-25a635e4-5041-491d-93cb-159794c7450e req-87415c51-2b84-4715-9334-9398094eb0d3 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563633
Jan 22 20:19:06.754674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:19:06.784414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7e4b898>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 2, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:06.788678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Checking router: fc30a605-4ff7-45cf-8381-e5533bce2823 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:19:06.789082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Updating router fc30a605-4ff7-45cf-8381-e5533bce2823 port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a binding host dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:19:06.800968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, 448e7b2e-3e9c-445b-be41-b8d1f08799b8) {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:06.819109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:06.819822 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:06.831048 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ba74b9-06ab-401a-91b4-62f8c3ca5072 None None] Network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:19:06.865673 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2999237
Jan 22 20:19:06.868249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47672) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:06.878521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1105829689-router', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:06.883950 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:06.889772 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Usage tracker for resource:router and tenant:54859772ef1c43b990064f6e05d7f532 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:06.895070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:06.901232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:06.938684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853040007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854665973'] for router, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:06.939888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109826'] for router, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:06.961452 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:07.095204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:07.192043 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eaae7c6-3d94-5809-a621-4ba256c75d7f-448e7b2e-3e9c-445b-be41-b8d1f08799b8', 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'fixed_ips': [{'subnet_id': '276d3f3c-4b54-40ca-9fe0-0ae01477a0d6'}]}} from dv-cinder-768105-3-iscsi. {{(pid=80270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 20:19:07.193106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:07.502816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853127047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109841'] for router, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:07.554294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47690) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:07.728902 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ca005059-4a2f-41c9-9b4a-1d90a67a5254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:07.751497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ca005059-4a2f-41c9-9b4a-1d90a67a5254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:07.756865 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ca005059-4a2f-41c9-9b4a-1d90a67a5254 admin admin] Usage tracker for resource:security_group_rule and tenant:607c79e0985e46b6961e5febbb066f33 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:07.760712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ca005059-4a2f-41c9-9b4a-1d90a67a5254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:07.767424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ca005059-4a2f-41c9-9b4a-1d90a67a5254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:07.865165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ca005059-4a2f-41c9-9b4a-1d90a67a5254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:07.908570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ca005059-4a2f-41c9-9b4a-1d90a67a5254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:07.917976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:07.924556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-044104fc-d49a-4706-95af-08bbf38135e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:07.952934 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:07.964738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Allocated IP 172.20.0.2 (448e7b2e-3e9c-445b-be41-b8d1f08799b8/276d3f3c-4b54-40ca-9fe0-0ae01477a0d6/169f884e-e2a1-43aa-8930-4e499a568235) {{(pid=80270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:19:08.010774 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca005059-4a2f-41c9-9b4a-1d90a67a5254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc411c7f-1e90-40b6-872d-e46a83bae492,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:08.021065 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ca005059-4a2f-41c9-9b4a-1d90a67a5254 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=607c79e0985e46b6961e5febbb066f33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4655607
Jan 22 20:19:08.022264 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ca005059-4a2f-41c9-9b4a-1d90a67a5254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:08.026748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47698) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:08.072831 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Notify callbacks [] for port, precommit_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.140437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Transition to ACTIVE for port object 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:08.180944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fd48154-76fe-4654-9371-e31f6eb8415b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.190521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.217459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fd48154-76fe-4654-9371-e31f6eb8415b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.287824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67eae10e-4fbf-43e9-a9ca-059d63b5ea43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:08.294536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde9f14-1065-46c8-9bfd-dc26d3fa60c3 req-466cf0f7-3055-4a3d-8f36-4b4ee1e4bfe9 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:08.302879 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4cde9f14-1065-46c8-9bfd-dc26d3fa60c3 req-466cf0f7-3055-4a3d-8f36-4b4ee1e4bfe9 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.3789392
Jan 22 20:19:08.322829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fd48154-76fe-4654-9371-e31f6eb8415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.323197 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Allocated IP 172.27.1.221 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/3bf77379-edcc-4c23-b8b5-87bc22172886) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:19:08.332278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a0f2c9dc-6132-401c-8ea2-e2c151ebb683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:08.350385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd48154-76fe-4654-9371-e31f6eb8415b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc411c7f-1e90-40b6-872d-e46a83bae492,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:08.353454 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0fd48154-76fe-4654-9371-e31f6eb8415b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:08.354492 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fd48154-76fe-4654-9371-e31f6eb8415b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.358639 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0fd48154-76fe-4654-9371-e31f6eb8415b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc411c7f-1e90-40b6-872d-e46a83bae492 HTTP/1.1" status: 204  len: 168 time: 0.3271618
Jan 22 20:19:08.440862 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4cde9f14-1065-46c8-9bfd-dc26d3fa60c3 req-9d103a6d-b0a3-4585-b7ca-980fa60799a3 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368918
Jan 22 20:19:08.501786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c39890-9ec1-406c-a16d-0588ecd637fd None None] Pushing event updated for resources: {'Port': ['ID=0871bc4b-886f-4f7f-8a22-ed3fe3d1142a,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:08.513530 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a6c39890-9ec1-406c-a16d-0588ecd637fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:08.524800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Notify callbacks [] for port, precommit_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.633646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Transition to ACTIVE for port object 169f884e-e2a1-43aa-8930-4e499a568235 will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:08.727143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Transition to ACTIVE for port object 169f884e-e2a1-43aa-8930-4e499a568235 will not be triggered until provisioned by entity DHCP. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:08.738968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Attempting to bind port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:08.739597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Attempting to bind port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:08.739797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Attempting to bind port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a on network 2a8daac2-dce7-4143-a261-8d9997e9a19b {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:08.755199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:19:08.763799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:08.763799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Checking segment: {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:08.763799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.763799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Bound using segment: {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:08.763799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Bound port: 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:08.763799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.772317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.795106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.837663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:08.851414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:08.877168 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:08.878258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47724) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:08.946486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Pushing event updated for resources: {'Port': ['ID=169f884e-e2a1-43aa-8930-4e499a568235,revision_number=1']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:08.980858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:09.010784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 0158bcdb-e28c-4d86-af0d-b8514067baad up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:09.142919 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf77379-edcc-4c23-b8b5-87bc22172886,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:09.148420 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:09.212221 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:09.214040 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:09.219854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:19:09.222036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb5ac-2fde-4f4e-b503-ba3f71c90b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:09.267472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4d8fb5ac-2fde-4f4e-b503-ba3f71c90b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:09.276793 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4d8fb5ac-2fde-4f4e-b503-ba3f71c90b04 admin admin] Usage tracker for resource:security_group_rule and tenant:7468738de691495bb5ec42e91ed97e51 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:09.279965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4d8fb5ac-2fde-4f4e-b503-ba3f71c90b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:09.285806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4d8fb5ac-2fde-4f4e-b503-ba3f71c90b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:09.368632 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] For port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:09.376806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] For port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=0871bc4b-886f-4f7f-8a22-ed3fe3d1142a,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:09.408946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 0158bcdb-e28c-4d86-af0d-b8514067baad triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:09.409334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:09.478689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb5ac-2fde-4f4e-b503-ba3f71c90b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:09.482810 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:09.501009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:09.522973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb5ac-2fde-4f4e-b503-ba3f71c90b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:09.537371 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d1527a5-ce50-4bc7-821e-6b3065a0c3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:09.552328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 is already hosted by enough agents. {{(pid=80270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:09.573778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Resources bound (agent type, host, resource id):  {{(pid=80270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:09.575072 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fb5ac-2fde-4f4e-b503-ba3f71c90b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9108001c-3db8-4890-9046-cf1c3e636479,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:09.580190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4d8fb5ac-2fde-4f4e-b503-ba3f71c90b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:09.584747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Received port after_create {{(pid=80270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:19:09.644372 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4d8fb5ac-2fde-4f4e-b503-ba3f71c90b04 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7468738de691495bb5ec42e91ed97e51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7649312
Jan 22 20:19:09.648910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47746) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:09.652551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32e8c0-9944-41b1-b801-f05809e6cd27 req-a9f0557f-a141-4cf3-96cf-251c74ab93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:09.654148 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c32e8c0-9944-41b1-b801-f05809e6cd27 req-a9f0557f-a141-4cf3-96cf-251c74ab93ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 1162 time: 0.3583119
Jan 22 20:19:09.880291 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32e8c0-9944-41b1-b801-f05809e6cd27 req-a2b5f6f4-7dc6-44c1-975c-5b33c114c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:09.882121 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c32e8c0-9944-41b1-b801-f05809e6cd27 req-a2b5f6f4-7dc6-44c1-975c-5b33c114c078 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 200  len: 913 time: 0.1759133
Jan 22 20:19:09.925672 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f99896-e7aa-4ef0-bcc4-e2692f58c4f3 req-d384d3aa-c0c4-41ac-a648-614e973c9768 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:09.933735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Attempting to bind port 169f884e-e2a1-43aa-8930-4e499a568235 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:09.934132 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7f99896-e7aa-4ef0-bcc4-e2692f58c4f3 req-d384d3aa-c0c4-41ac-a648-614e973c9768 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.6368880
Jan 22 20:19:09.934541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Attempting to bind port 169f884e-e2a1-43aa-8930-4e499a568235 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': 'a403942a-4c7e-4c23-a2db-d1748c18e203', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:09.935083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Attempting to bind port 169f884e-e2a1-43aa-8930-4e499a568235 on network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:09.937761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c39890-9ec1-406c-a16d-0588ecd637fd None None] Pushing event updated for resources: {'Port': ['ID=0871bc4b-886f-4f7f-8a22-ed3fe3d1142a,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:09.960149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a6c39890-9ec1-406c-a16d-0588ecd637fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:09.982108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:09.982630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Checking segment: {'id': 'a403942a-4c7e-4c23-a2db-d1748c18e203', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:09.983331 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:09.983788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Bound using segment: {'id': 'a403942a-4c7e-4c23-a2db-d1748c18e203', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:09.984377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Bound port: 169f884e-e2a1-43aa-8930-4e499a568235, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a403942a-4c7e-4c23-a2db-d1748c18e203', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:09.984892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:10.004732 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47756) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:10.049109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-434b980c-a8f9-4ea3-92b4-3f3e1fd319a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:10.071148 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c32e8c0-9944-41b1-b801-f05809e6cd27 req-2bbfa258-7f0d-4c7c-8ab5-24f557c9a565 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0158bcdb-e28c-4d86-af0d-b8514067baad HTTP/1.1" status: 200  len: 217 time: 0.1766472
Jan 22 20:19:10.170332 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] For port 169f884e-e2a1-43aa-8930-4e499a568235, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:10.179746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:10.181476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] For port 169f884e-e2a1-43aa-8930-4e499a568235, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=169f884e-e2a1-43aa-8930-4e499a568235,segment=NetworkSegment(a403942a-4c7e-4c23-a2db-d1748c18e203),segment_id=a403942a-4c7e-4c23-a2db-d1748c18e203)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:10.222107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:10.254513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32e8c0-9944-41b1-b801-f05809e6cd27 req-25400e9c-d9e8-4e6c-b984-c2d50b414210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:10.257788 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c32e8c0-9944-41b1-b801-f05809e6cd27 req-25400e9c-d9e8-4e6c-b984-c2d50b414210 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967b80c3-e198-489e-92d2-dca429bbbdd3 HTTP/1.1" status: 200  len: 859 time: 0.1683524
Jan 22 20:19:10.288190 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f7f99896-e7aa-4ef0-bcc4-e2692f58c4f3 req-ab107651-7b7c-448f-8955-bcd491e14c4b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3527777
Jan 22 20:19:10.392901 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c32e8c0-9944-41b1-b801-f05809e6cd27 req-f74029bb-a117-4d73-a770-5fb3ecc7e410 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9206a83-e41a-460b-aea7-8dc961f124e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0902421
Jan 22 20:19:10.403783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-434b980c-a8f9-4ea3-92b4-3f3e1fd319a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:10.408502 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a6c39890-9ec1-406c-a16d-0588ecd637fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:10.550541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:10.552394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7e4b898>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:18:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:10.585148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2035264514-network', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:10.605433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:10.622477 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Usage tracker for resource:network and tenant:b8ee41ae19894fe4b7cf256b4ce507f1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:10.634213 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:10.643933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:10.662210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853129231'] for router, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:10.670261 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c32e8c0-9944-41b1-b801-f05809e6cd27 req-190e6d66-94d5-48e4-9586-3aa957d0fef1 service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2565758
Jan 22 20:19:10.708832 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Made reservation on behalf of b8ee41ae19894fe4b7cf256b4ce507f1 for: {'network': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:19:10.713754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:10.748184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-434b980c-a8f9-4ea3-92b4-3f3e1fd319a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:10.756181 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:10.769917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:10.832145 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b980c-a8f9-4ea3-92b4-3f3e1fd319a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9108001c-3db8-4890-9046-cf1c3e636479,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:10.841826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-434b980c-a8f9-4ea3-92b4-3f3e1fd319a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:10.853440 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:10.871520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Usage tracker for resource:security_group_rule and tenant:b8ee41ae19894fe4b7cf256b4ce507f1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:10.874485 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-434b980c-a8f9-4ea3-92b4-3f3e1fd319a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:10.878575 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-434b980c-a8f9-4ea3-92b4-3f3e1fd319a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9108001c-3db8-4890-9046-cf1c3e636479 HTTP/1.1" status: 204  len: 168 time: 1.2234273
Jan 22 20:19:10.879726 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:10.893314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:10.899282 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Pushing event updated for resources: {'Port': ['ID=169f884e-e2a1-43aa-8930-4e499a568235,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:10.906885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:10.927256 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c32e8c0-9944-41b1-b801-f05809e6cd27 req-76b6291f-efa8-4997-a4bb-ab1e9601e0dd service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2479892
Jan 22 20:19:10.966035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Router 049a504c-6f28-4bdb-a0ce-4214a669ac11 is scheduled to L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 with binding_index 1 {{(pid=80268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 20:19:11.055969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:11.091419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:11.148651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc71be7e-15cf-4601-972f-3f1c8a885fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:11.154028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:11.235157 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:19:11.238207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b5b1ed-c84e-4635-8854-29bc9daa7a71,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:11.256499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:11.270405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:11.270867 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Added segment 29712a24-1432-478a-a30a-bf3c760ccecf of type vxlan for network c93e5b4a-6dd9-49f7-b254-5ebb34484328
Jan 22 20:19:11.305426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:11.363010 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:19:11.380736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Sync routers for ids ['049a504c-6f28-4bdb-a0ce-4214a669ac11'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:19:11.413821 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:11.415171 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:11.429708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:11.431504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Routers {'049a504c-6f28-4bdb-a0ce-4214a669ac11'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:11.431504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d1bf98>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:18:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['049a504c-6f28-4bdb-a0ce-4214a669ac11'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:11.447594 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:11.451975 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Notify callbacks [] for router, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:11.453462 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.5837591
Jan 22 20:19:11.460281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47780) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:11.654122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Pushing event updated for resources: {'Network': ['ID=c93e5b4a-6dd9-49f7-b254-5ebb34484328,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:11.735398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:11.770018 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.7404032
Jan 22 20:19:11.772287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:19:11.774578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47788) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:11.782442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Request body: {'subnet': {'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2035264514-subnet', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'ip_version': 4}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:11.790566 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:11.795073 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:19:11.798296 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Usage tracker for resource:subnet and tenant:b8ee41ae19894fe4b7cf256b4ce507f1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:11.802697 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:11.806272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47792) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:11.821557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:11.845711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Set router 049a504c-6f28-4bdb-a0ce-4214a669ac11 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:11.882539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5954b2-a529-4e86-92ec-20071f33dc4b req-3e8fd215-86d2-4673-ac60-49f59aa918ed tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:11.894445 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d5954b2-a529-4e86-92ec-20071f33dc4b req-3e8fd215-86d2-4673-ac60-49f59aa918ed tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.3157275
Jan 22 20:19:11.944060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1d94e6e5-9c01-4f9c-8546-aa5ac0fd6ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:11.953850 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Made reservation on behalf of b8ee41ae19894fe4b7cf256b4ce507f1 for: {'subnet': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:19:11.959557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:12.324436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1d94e6e5-9c01-4f9c-8546-aa5ac0fd6ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:12.349223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d1bf98>, [{'id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'name': 'tempest-TestVolumeBootPattern-1105829689-router', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:06Z', 'updated_at': '2021-01-22T20:19:09Z', 'revision_number': 3, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'gw_port': {'id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:08Z', 'updated_at': '2021-01-22T20:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:12.355574 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Checking router: 049a504c-6f28-4bdb-a0ce-4214a669ac11 for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:19:12.355973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Updating router 049a504c-6f28-4bdb-a0ce-4214a669ac11 port 3bf77379-edcc-4c23-b8b5-87bc22172886 binding host dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:19:12.361076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 169f884e-e2a1-43aa-8930-4e499a568235 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:12.391457 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d5954b2-a529-4e86-92ec-20071f33dc4b req-55ef24fa-351c-4951-a190-303526dad382 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4943287
Jan 22 20:19:12.421859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1d94e6e5-9c01-4f9c-8546-aa5ac0fd6ede admin admin] Usage tracker for resource:security_group_rule and tenant:b41627b02a9e4b09b3280bd86622f031 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:12.436589 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1d94e6e5-9c01-4f9c-8546-aa5ac0fd6ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:12.460687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:12.585283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7e4b898>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:09Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:12.598732 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c551123-8651-4865-a5b9-813700d6c26c None None] The sync data for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi is: [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:09Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:19:12.603725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1d94e6e5-9c01-4f9c-8546-aa5ac0fd6ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:12.612822 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 169f884e-e2a1-43aa-8930-4e499a568235 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:12.788134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 0158bcdb-e28c-4d86-af0d-b8514067baad up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:12.980736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 0158bcdb-e28c-4d86-af0d-b8514067baad triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:12.981321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:12.999419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1d94e6e5-9c01-4f9c-8546-aa5ac0fd6ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:13.044596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1d94e6e5-9c01-4f9c-8546-aa5ac0fd6ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:13.056936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6e2a4c10-bfed-4a5c-bb5d-68da5de585f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:13.145740 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:13.156351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bbb887-4ba9-473d-b836-189cccce6638 None None] Network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:19:13.228624 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1d94e6e5-9c01-4f9c-8546-aa5ac0fd6ede admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b41627b02a9e4b09b3280bd86622f031&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4193056
Jan 22 20:19:13.229938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47808) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:13.231065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94e6e5-9c01-4f9c-8546-aa5ac0fd6ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df3f55-9935-4c58-ae13-7a74fafc3e15,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:13.268806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1d94e6e5-9c01-4f9c-8546-aa5ac0fd6ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:13.340849 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:13.375582 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5638fa30-0f0b-4327-beb8-32b2239d4b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:13.474173 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb336df-79d5-41ec-8909-42092dad05b2,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:13.510309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:13.545428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Transition to ACTIVE for port object 3bf77379-edcc-4c23-b8b5-87bc22172886 will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:13.549670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:13.578203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:13.631658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2877934b-085e-479f-aab8-5edfea7714de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:13.747811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6398e5bd-3495-4514-a490-456234c2ff11 None None] Provisioning for port 169f884e-e2a1-43aa-8930-4e499a568235 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:13.760534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6398e5bd-3495-4514-a490-456234c2ff11 None None] Provisioning complete for port 169f884e-e2a1-43aa-8930-4e499a568235 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:13.760989 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6398e5bd-3495-4514-a490-456234c2ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:13.853723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Checking segment: {'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:13.854393 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Network hostable DHCP agents. Network: c93e5b4a-6dd9-49f7-b254-5ebb34484328, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:19:13.865494 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97832533-47a4-41fd-bf06-c9ad4f008b18 None None] Pushing event updated for resources: {'Port': ['ID=3bf77379-edcc-4c23-b8b5-87bc22172886,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:13.880459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-97832533-47a4-41fd-bf06-c9ad4f008b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:13.920445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7f000-a1a2-4083-88a6-9a9774d99992 req-5f0bb213-8989-43e1-a64e-ef17a9b31c0f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:13.922706 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30a7f000-a1a2-4083-88a6-9a9774d99992 req-5f0bb213-8989-43e1-a64e-ef17a9b31c0f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.2428522
Jan 22 20:19:13.989321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:19:14.019294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Attempting to bind port 3bf77379-edcc-4c23-b8b5-87bc22172886 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:14.023686 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Attempting to bind port 3bf77379-edcc-4c23-b8b5-87bc22172886 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:14.023686 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Attempting to bind port 3bf77379-edcc-4c23-b8b5-87bc22172886 on network d8bd5390-3dcb-4b6b-909c-af9dcb268065 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:14.031723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:14.033378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Checking segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:14.034093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.034719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Bound using segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:14.035625 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Bound port: 3bf77379-edcc-4c23-b8b5-87bc22172886, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:14.036920 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.056392 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-30a7f000-a1a2-4083-88a6-9a9774d99992 req-60f70e41-afd6-4fcd-9c18-51780d7ec9d7 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200199
Jan 22 20:19:14.057737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, c93e5b4a-6dd9-49f7-b254-5ebb34484328) {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:14.082159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:14.084539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.119504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd1c2c5e-4d2c-407c-b676-d14abdfb6c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.119705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6398e5bd-3495-4514-a490-456234c2ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.139851 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-91f7c949-ed91-4657-9a9f-98a6499285d4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.3629258
Jan 22 20:19:14.140667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 47820) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:14.146627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:14.155206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:14.164663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Usage tracker for resource:router and tenant:b8ee41ae19894fe4b7cf256b4ce507f1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:14.174137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:14.180388 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] For port 3bf77379-edcc-4c23-b8b5-87bc22172886, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:14.187716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:14.195819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] For port 3bf77379-edcc-4c23-b8b5-87bc22172886, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=3bf77379-edcc-4c23-b8b5-87bc22172886,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:14.218144 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96649e-fa3b-4977-ad98-4efab335456c None None] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:19:14.242355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.268880 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853040007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854665973'] for router, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.270071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109826'] for router, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.288848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd1c2c5e-4d2c-407c-b676-d14abdfb6c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.301306 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.363306 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Allocated IP 172.20.0.1 (448e7b2e-3e9c-445b-be41-b8d1f08799b8/276d3f3c-4b54-40ca-9fe0-0ae01477a0d6/d42dd1f0-68f1-4787-b4bc-344480e7cb38) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:19:14.390095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:14.495792 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:14.515674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Routers {'049a504c-6f28-4bdb-a0ce-4214a669ac11'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:14.516721 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d1bf98>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:18:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['049a504c-6f28-4bdb-a0ce-4214a669ac11'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:14.585597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-6398e5bd-3495-4514-a490-456234c2ff11 None None] For port 169f884e-e2a1-43aa-8930-4e499a568235, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=169f884e-e2a1-43aa-8930-4e499a568235,segment=NetworkSegment(a403942a-4c7e-4c23-a2db-d1748c18e203),segment_id=a403942a-4c7e-4c23-a2db-d1748c18e203)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:14.601260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.608576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd1c2c5e-4d2c-407c-b676-d14abdfb6c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.644911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6398e5bd-3495-4514-a490-456234c2ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.664485 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a54efa16-5918-4ffc-8171-e46daa298221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:14.665991 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1d94e6e5-9c01-4f9c-8546-aa5ac0fd6ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:14.741372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.746886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c2c5e-4d2c-407c-b676-d14abdfb6c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df3f55-9935-4c58-ae13-7a74fafc3e15,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:14.760075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dd1c2c5e-4d2c-407c-b676-d14abdfb6c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:14.766537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd1c2c5e-4d2c-407c-b676-d14abdfb6c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.770000 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-dd1c2c5e-4d2c-407c-b676-d14abdfb6c61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0df3f55-9935-4c58-ae13-7a74fafc3e15 HTTP/1.1" status: 204  len: 168 time: 1.5328951
Jan 22 20:19:14.830684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Transition to ACTIVE for port object d42dd1f0-68f1-4787-b4bc-344480e7cb38 will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:14.856365 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853127047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109841'] for router, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.925885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eaae7c6-3d94-5809-a621-4ba256c75d7f-c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'fixed_ips': [{'subnet_id': 'aeb336df-79d5-41ec-8909-42092dad05b2'}]}} from dv-cinder-768105-3-iscsi. {{(pid=80270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 20:19:14.928161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.944027 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:14.993603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d087af0-a010-46bf-8c2a-f3c42cd9b968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:14.997283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97832533-47a4-41fd-bf06-c9ad4f008b18 None None] Pushing event updated for resources: {'Port': ['ID=3bf77379-edcc-4c23-b8b5-87bc22172886,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:15.018608 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398e5bd-3495-4514-a490-456234c2ff11 None None] Pushing event updated for resources: {'Port': ['ID=169f884e-e2a1-43aa-8930-4e499a568235,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:15.019205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-97832533-47a4-41fd-bf06-c9ad4f008b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:15.030370 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6398e5bd-3495-4514-a490-456234c2ff11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:15.093029 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:15.150409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] Set router 049a504c-6f28-4bdb-a0ce-4214a669ac11 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:15.157236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:15.160585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:15.619148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:15.629263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:15.642099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:19:15.740470 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d42dd1f0-68f1-4787-b4bc-344480e7cb38,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:15.744000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:15.825828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:15.842426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853040075'] for router_interface, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:15.875619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:15.950968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-676547c3-d679-400a-972e-7b5471b598fc None None] Provisioning complete for port 169f884e-e2a1-43aa-8930-4e499a568235 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:15.957095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-676547c3-d679-400a-972e-7b5471b598fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:15.986770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31cf6f-5080-4261-8b7b-83df3cffcf93 req-e38a811f-2109-492d-8381-de49573faee1 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:16.007631 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fb31cf6f-5080-4261-8b7b-83df3cffcf93 req-e38a811f-2109-492d-8381-de49573faee1 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.4601734
Jan 22 20:19:16.040354 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d1bf98>, [{'id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'name': 'tempest-TestVolumeBootPattern-1105829689-router', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:06Z', 'updated_at': '2021-01-22T20:19:09Z', 'revision_number': 3, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'gw_port': {'id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:08Z', 'updated_at': '2021-01-22T20:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:16.066968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c5db0-16b1-42b3-9ed3-435d13d540b4 None None] The sync data for ids ['049a504c-6f28-4bdb-a0ce-4214a669ac11'] in dv-cinder-768105-3-iscsi is: [{'id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'name': 'tempest-TestVolumeBootPattern-1105829689-router', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:06Z', 'updated_at': '2021-01-22T20:19:09Z', 'revision_number': 3, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'gw_port': {'id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:08Z', 'updated_at': '2021-01-22T20:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:19:16.176124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:16.215388 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fb31cf6f-5080-4261-8b7b-83df3cffcf93 req-8a5616b2-5e58-4fe0-95b2-559f0dfe3167 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021148
Jan 22 20:19:16.444030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:16.716368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=0871bc4b-886f-4f7f-8a22-ed3fe3d1142a,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:16.767867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9a4d1ae7-005d-432e-8997-f0cbdf177374 None None] Provisioning complete for port 169f884e-e2a1-43aa-8930-4e499a568235 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:16.768773 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1ae7-005d-432e-8997-f0cbdf177374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:16.782800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:16.828885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:16.840971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:16.853242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Allocated IP 172.20.0.2 (c93e5b4a-6dd9-49f7-b254-5ebb34484328/aeb336df-79d5-41ec-8909-42092dad05b2/e63c150a-bef5-4b8a-8394-f177c781af3d) {{(pid=80270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:19:16.862885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-cbff8fbb-9aae-4e1c-8ae3-4c01e18e31b5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:16.866932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:16.871020 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-cbff8fbb-9aae-4e1c-8ae3-4c01e18e31b5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 814 time: 0.6542611
Jan 22 20:19:16.912895 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-384d1518-a4bb-45a5-8027-1212df5fe63e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/quotas/50acb7baae23426ab1c2e7157517dc89 HTTP/1.1" status: 200  len: 375 time: 0.0407712
Jan 22 20:19:16.941567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:16.959384 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 0158bcdb-e28c-4d86-af0d-b8514067baad up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:17.026812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Allocated IP 172.27.1.162 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/23062fb0-ea89-447f-8c1d-c2b71825a83b) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:19:17.158162 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d42dd1f0-68f1-4787-b4bc-344480e7cb38,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:17.184272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853214723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735831'] for router_interface, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:17.236895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:17.272125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 169f884e-e2a1-43aa-8930-4e499a568235 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:17.414537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=0871bc4b-886f-4f7f-8a22-ed3fe3d1142a,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:17.426700 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:17.590283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:17.591685 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:17.611732 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:17.660362 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-8087a36f-1ad7-48ed-bfa4-85572bffab0d tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7463734
Jan 22 20:19:17.716857 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 0158bcdb-e28c-4d86-af0d-b8514067baad triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:17.717279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:17.776679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 169f884e-e2a1-43aa-8930-4e499a568235 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:17.777099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:17.834904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9a4d1ae7-005d-432e-8997-f0cbdf177374 None None] Provisioning for port d42dd1f0-68f1-4787-b4bc-344480e7cb38 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:17.838898 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Router 049a504c-6f28-4bdb-a0ce-4214a669ac11 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:19:17.850654 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-6ea6c21e-472d-4f5c-bc1d-8fa03eb1911d service neutron] 10.222.0.38 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888764
Jan 22 20:19:17.877965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9a4d1ae7-005d-432e-8997-f0cbdf177374 None None] Provisioning complete for port d42dd1f0-68f1-4787-b4bc-344480e7cb38 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:17.878292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1ae7-005d-432e-8997-f0cbdf177374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:18.007066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d1ae7-005d-432e-8997-f0cbdf177374 None None] Port d42dd1f0-68f1-4787-b4bc-344480e7cb38 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:19:18.046682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:18.074939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:18.099976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:19:18.106071 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] 10.222.0.38 "PUT /v2.0/routers/049a504c-6f28-4bdb-a0ce-4214a669ac11/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6444721
Jan 22 20:19:18.236583 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Notify callbacks [] for port, precommit_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:18.245113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3bf77379-edcc-4c23-b8b5-87bc22172886 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:18.276573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Pushing event updated for resources: {'Port': ['ID=23062fb0-ea89-447f-8c1d-c2b71825a83b,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:18.283702 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:18.342966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Transition to ACTIVE for port object e63c150a-bef5-4b8a-8394-f177c781af3d will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:18.355476 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-3fb0ce56-bf07-4bec-9f50-52b5c79d9b18 service neutron] 10.222.0.38 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4828155
Jan 22 20:19:18.371640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-68e5f275-bae2-4de6-9696-39ec36cc9d16 None None] Provisioning complete for port d42dd1f0-68f1-4787-b4bc-344480e7cb38 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:18.372434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68e5f275-bae2-4de6-9696-39ec36cc9d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:18.380193 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:18.381675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:18.388076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:19:18.534937 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-68e5f275-bae2-4de6-9696-39ec36cc9d16 None None] Port d42dd1f0-68f1-4787-b4bc-344480e7cb38 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:19:18.576939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Transition to ACTIVE for port object e63c150a-bef5-4b8a-8394-f177c781af3d will not be triggered until provisioned by entity DHCP. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:18.634786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:18.660747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6398e5bd-3495-4514-a490-456234c2ff11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:18.820280 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Pushing event updated for resources: {'Port': ['ID=e63c150a-bef5-4b8a-8394-f177c781af3d,revision_number=1']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:18.822693 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 3bf77379-edcc-4c23-b8b5-87bc22172886 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:18.827476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:18.833962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 3bf77379-edcc-4c23-b8b5-87bc22172886 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:18.834496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:19.092617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:19.164203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 3bf77379-edcc-4c23-b8b5-87bc22172886, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=3bf77379-edcc-4c23-b8b5-87bc22172886,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:19.175473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 is already hosted by enough agents. {{(pid=80270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:19.177167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Resources bound (agent type, host, resource id):  {{(pid=80270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:19.179707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Received port after_create {{(pid=80270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:19:19.257760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Attempting to bind port e63c150a-bef5-4b8a-8394-f177c781af3d on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:19.258089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Attempting to bind port e63c150a-bef5-4b8a-8394-f177c781af3d by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:19.258501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Attempting to bind port e63c150a-bef5-4b8a-8394-f177c781af3d on network c93e5b4a-6dd9-49f7-b254-5ebb34484328 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:19.260915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:19.281319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:19.330944 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3cf28082-b715-4c72-805d-c30bd1cc3b40 req-e16157b8-3576-4b43-8e4f-f126f34e69d5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 210 time: 0.1616874
Jan 22 20:19:19.395677 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:19.433619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:19.688480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:19.688745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Checking segment: {'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:19.689204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:19.692256 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Bound using segment: {'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:19.692828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Bound port: e63c150a-bef5-4b8a-8394-f177c781af3d, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:19.693265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:19.746294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=3bf77379-edcc-4c23-b8b5-87bc22172886,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:19.754644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:19.842701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] For port e63c150a-bef5-4b8a-8394-f177c781af3d, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:19.846023 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] For port e63c150a-bef5-4b8a-8394-f177c781af3d, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=e63c150a-bef5-4b8a-8394-f177c781af3d,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:19.856132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:19.857534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:19.887908 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:19.904409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-2065028634', 'description': 'tempest-TestVolumeBootPattern-2065028634 description'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:19.908783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:19.926571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:19.983185 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Usage tracker for resource:security_group and tenant:33839a047bb14ff2ae6d7a0e5faa3679 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:19.989136 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:19.992514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853129231'] for router, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:20.002599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:20.015959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Pushing event updated for resources: {'Port': ['ID=e63c150a-bef5-4b8a-8394-f177c781af3d,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:20.069882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:20.140596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Sync routers for ids ['049a504c-6f28-4bdb-a0ce-4214a669ac11'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:19:20.152073 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:20.177714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Routers {'049a504c-6f28-4bdb-a0ce-4214a669ac11'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:20.178418 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c228fab0-3743-41a4-b511-985d605695dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc128550>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:18:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['049a504c-6f28-4bdb-a0ce-4214a669ac11'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:20.202656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0280c-4b33-4e8b-b284-694030660f2e req-54bbc707-1e08-4da2-818f-be030d66210a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:20.211195 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52b0280c-4b33-4e8b-b284-694030660f2e req-54bbc707-1e08-4da2-818f-be030d66210a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.5916302
Jan 22 20:19:20.243602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:20.271707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Usage tracker for resource:security_group_rule and tenant:33839a047bb14ff2ae6d7a0e5faa3679 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:20.282647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:20.296052 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:20.309469 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52b0280c-4b33-4e8b-b284-694030660f2e req-815d6a98-d289-48ac-8d48-8590f0d79e09 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970962
Jan 22 20:19:20.412251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Set router 049a504c-6f28-4bdb-a0ce-4214a669ac11 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:20.447293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:20.456100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Router 61798ab8-e0bf-4864-b096-a35771d74e68 is scheduled to L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 with binding_index 1 {{(pid=80269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 20:19:20.548967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:20.580041 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5e632c5c-17b8-44cb-b671-a744040d1be2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:20.757844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'SecurityGroup': ['ID=539c59a3-9f2d-47a1-911c-9789f64ccc2d,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:20.764475 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:20.792553 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:20.792553 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e995fa1d-5dd7-47e1-bb75-afd7b1fa0fc2 req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.9067430
Jan 22 20:19:20.851116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:19:20.863468 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Sync routers for ids ['61798ab8-e0bf-4864-b096-a35771d74e68'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:19:20.889172 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c228fab0-3743-41a4-b511-985d605695dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc128550>, [{'id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'name': 'tempest-TestVolumeBootPattern-1105829689-router', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:06Z', 'updated_at': '2021-01-22T20:19:15Z', 'revision_number': 4, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'gw_port': {'id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:08Z', 'updated_at': '2021-01-22T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'd42dd1f0-68f1-4787-b4bc-344480e7cb38', 'name': '', 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'mac_address': 'fa:16:3e:45:5f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '276d3f3c-4b54-40ca-9fe0-0ae01477a0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:13Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 2, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'subnets': [{'id': '276d3f3c-4b54-40ca-9fe0-0ae01477a0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:20.894534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Checking router: 049a504c-6f28-4bdb-a0ce-4214a669ac11 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:19:20.894952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Updating router 049a504c-6f28-4bdb-a0ce-4214a669ac11 port d42dd1f0-68f1-4787-b4bc-344480e7cb38 binding host dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:19:20.934446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] Notify callbacks [] for router, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:20.938440 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-00de2cd6-1929-4ce5-8743-b4992a8a6c8e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.7942951
Jan 22 20:19:20.939163 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 47960) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:20.944782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Routers {'61798ab8-e0bf-4864-b096-a35771d74e68'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:20.945478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc9d7390>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:18:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['61798ab8-e0bf-4864-b096-a35771d74e68'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:21.032116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:21.339032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Set router 61798ab8-e0bf-4864-b096-a35771d74e68 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:21.361073 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9aced034-f163-4a3d-b839-892da5fa6e54 req-29265a07-9537-4c0d-a949-ed6b4df94b08 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 210 time: 0.1277401
Jan 22 20:19:21.725587 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-613238c4-a5c2-4fef-8772-de90644732c9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:21.727357 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-613238c4-a5c2-4fef-8772-de90644732c9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 814 time: 0.3200941
Jan 22 20:19:21.823781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Notify callbacks [] for port, precommit_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:21.851650 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Transition to ACTIVE for port object d42dd1f0-68f1-4787-b4bc-344480e7cb38 will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:21.854380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device e63c150a-bef5-4b8a-8394-f177c781af3d up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:21.858024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Request body: {'port': {'device_id': '09ffeed5-970f-4346-8c4f-8be6ec5ba7b6', 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b', 'admin_state_up': True, 'tenant_id': '50acb7baae23426ab1c2e7157517dc89'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:21.914592 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc9d7390>, [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:18Z', 'revision_number': 3, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:21.921173 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Checking router: 61798ab8-e0bf-4864-b096-a35771d74e68 for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:19:21.921753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Updating router 61798ab8-e0bf-4864-b096-a35771d74e68 port 23062fb0-ea89-447f-8c1d-c2b71825a83b binding host dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:19:21.981719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:22.006381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-24ed7488-3ff7-44ae-b9b6-124f4631cdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:22.074150 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:22.214303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port e63c150a-bef5-4b8a-8394-f177c781af3d completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:22.227173 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3bf77379-edcc-4c23-b8b5-87bc22172886 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:22.283681 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-dd8e2599-2744-467d-9503-a3dadb225f32 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups/539c59a3-9f2d-47a1-911c-9789f64ccc2d HTTP/1.1" status: 200  len: 1808 time: 0.5550399
Jan 22 20:19:22.298436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:22.311508 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988ac86-956a-449e-9513-05432b929c3f None None] Pushing event updated for resources: {'Port': ['ID=d42dd1f0-68f1-4787-b4bc-344480e7cb38,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:22.328455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:22.336223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b988ac86-956a-449e-9513-05432b929c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:22.346882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '539c59a3-9f2d-47a1-911c-9789f64ccc2d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:22.347482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '539c59a3-9f2d-47a1-911c-9789f64ccc2d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:22.382990 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Made reservation on behalf of 50acb7baae23426ab1c2e7157517dc89 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:19:22.384767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 3bf77379-edcc-4c23-b8b5-87bc22172886 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:22.385190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:22.394173 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:22.408410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:22.420012 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Usage tracker for resource:security_group_rule and tenant:33839a047bb14ff2ae6d7a0e5faa3679 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:22.424573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:22.620001 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4f0fb1-9950-43fa-b880-b6cca4c914ed None None] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:19:22.644258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:22.716916 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b367766b-985c-45a2-b635-9862e807c0cd req-1912b1d3-987c-4d5f-ac82-004878170666 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 210 time: 0.0740955
Jan 22 20:19:22.770204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:22.854965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group_rule, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:22.880323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:22.888312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-e3ce19f9-053f-473b-a384-693ad1db4ccd None None] Provisioning for port e63c150a-bef5-4b8a-8394-f177c781af3d completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:22.902382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Allocated IP 172.20.0.14 (b2ce280f-e5a9-40c0-a924-e7b421b6463b/1014b5cf-4f46-4af2-bda1-9028b21ea5b3/4be3214f-e2aa-4957-a484-5f9ab139404f) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:19:22.908092 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Transition to ACTIVE for port object 23062fb0-ea89-447f-8c1d-c2b71825a83b will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:22.911273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:22.932313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-e3ce19f9-053f-473b-a384-693ad1db4ccd None None] Provisioning complete for port e63c150a-bef5-4b8a-8394-f177c781af3d triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:22.932877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3ce19f9-053f-473b-a384-693ad1db4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:22.948143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:22.965182 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:22.968325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:22.989660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-014bd75a-3f7e-4e2f-9a32-f7bb9d9c7fc3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:23.034966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6449f37b-db64-4449-a9c7-6910374542a3,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:23.068922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:23.133270 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55842c0-0fd9-42ee-8eec-dbe167815cde None None] Pushing event updated for resources: {'Port': ['ID=23062fb0-ea89-447f-8c1d-c2b71825a83b,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:23.147838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f55842c0-0fd9-42ee-8eec-dbe167815cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:23.245294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group_rule, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.246634 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-67bd2c7c-4829-42e5-9625-9ccd6defa234 req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.9619827
Jan 22 20:19:23.401461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Attempting to bind port d42dd1f0-68f1-4787-b4bc-344480e7cb38 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:23.401987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Attempting to bind port d42dd1f0-68f1-4787-b4bc-344480e7cb38 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': 'a403942a-4c7e-4c23-a2db-d1748c18e203', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:23.402258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Attempting to bind port d42dd1f0-68f1-4787-b4bc-344480e7cb38 on network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:23.405262 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Attempting to bind port 23062fb0-ea89-447f-8c1d-c2b71825a83b on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:23.405963 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Attempting to bind port 23062fb0-ea89-447f-8c1d-c2b71825a83b by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:23.406630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Attempting to bind port 23062fb0-ea89-447f-8c1d-c2b71825a83b on network d8bd5390-3dcb-4b6b-909c-af9dcb268065 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:23.414341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:23.415184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Allocated IP 172.20.0.1 (c93e5b4a-6dd9-49f7-b254-5ebb34484328/aeb336df-79d5-41ec-8909-42092dad05b2/b7e3d8eb-dac5-49df-a98f-897871acc908) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:19:23.415974 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Checking segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:23.416177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.417274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.417920 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Bound using segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:23.418657 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Bound port: 23062fb0-ea89-447f-8c1d-c2b71825a83b, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:23.419300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.424951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:23.425184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Checking segment: {'id': 'a403942a-4c7e-4c23-a2db-d1748c18e203', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:23.425542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.425985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Bound using segment: {'id': 'a403942a-4c7e-4c23-a2db-d1748c18e203', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:23.426552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Bound port: d42dd1f0-68f1-4787-b4bc-344480e7cb38, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a403942a-4c7e-4c23-a2db-d1748c18e203', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:23.426980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.427088 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-001d2172-6523-4210-87f1-f995bd7d7555 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups/539c59a3-9f2d-47a1-911c-9789f64ccc2d HTTP/1.1" status: 200  len: 2401 time: 0.1311903
Jan 22 20:19:23.446800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '539c59a3-9f2d-47a1-911c-9789f64ccc2d', 'remote_group_id': None}]} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:23.447170 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '539c59a3-9f2d-47a1-911c-9789f64ccc2d', 'remote_group_id': None}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:23.459673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:23.465859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Usage tracker for resource:security_group_rule and tenant:33839a047bb14ff2ae6d7a0e5faa3679 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:23.470328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:23.479190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:23.517489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] For port 23062fb0-ea89-447f-8c1d-c2b71825a83b, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:23.521772 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] For port 23062fb0-ea89-447f-8c1d-c2b71825a83b, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=23062fb0-ea89-447f-8c1d-c2b71825a83b,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:23.548715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.549328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.569179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:23.574176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:23.658210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.683740 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Transition to ACTIVE for port object b7e3d8eb-dac5-49df-a98f-897871acc908 will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:23.693211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3ce19f9-053f-473b-a384-693ad1db4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.760113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.785269 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55842c0-0fd9-42ee-8eec-dbe167815cde None None] Pushing event updated for resources: {'Port': ['ID=23062fb0-ea89-447f-8c1d-c2b71825a83b,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:23.789015 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f55842c0-0fd9-42ee-8eec-dbe167815cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:23.813064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:23.846839 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e3ce19f9-053f-473b-a384-693ad1db4ccd None None] For port e63c150a-bef5-4b8a-8394-f177c781af3d, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=e63c150a-bef5-4b8a-8394-f177c781af3d,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:23.860082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c228fab0-3743-41a4-b511-985d605695dd None None] For port d42dd1f0-68f1-4787-b4bc-344480e7cb38, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:23.870277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Routers {'61798ab8-e0bf-4864-b096-a35771d74e68'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:23.870961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c228fab0-3743-41a4-b511-985d605695dd None None] For port d42dd1f0-68f1-4787-b4bc-344480e7cb38, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=d42dd1f0-68f1-4787-b4bc-344480e7cb38,segment=NetworkSegment(a403942a-4c7e-4c23-a2db-d1748c18e203),segment_id=a403942a-4c7e-4c23-a2db-d1748c18e203)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:23.871120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc9d7390>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:18:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['61798ab8-e0bf-4864-b096-a35771d74e68'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:23.914471 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3ce19f9-053f-473b-a384-693ad1db4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:23.917441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:24.064558 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Pushing event updated for resources: {'Port': ['ID=b7e3d8eb-dac5-49df-a98f-897871acc908,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:24.076868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:24.122312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:24.164446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:24.165787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:24.173879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:19:24.253143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce19f9-053f-473b-a384-693ad1db4ccd None None] Pushing event updated for resources: {'Port': ['ID=e63c150a-bef5-4b8a-8394-f177c781af3d,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:24.271808 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853040075'] for router_interface, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:24.309227 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Pushing event updated for resources: {'Port': ['ID=4be3214f-e2aa-4957-a484-5f9ab139404f,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:24.313195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:24.317905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group_rule, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:24.344938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] Set router 61798ab8-e0bf-4864-b096-a35771d74e68 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:24.355745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Network b2ce280f-e5a9-40c0-a924-e7b421b6463b is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:24.361078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:24.367845 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:19:24.391297 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:24.392168 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:24.448100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988ac86-956a-449e-9513-05432b929c3f None None] Pushing event updated for resources: {'Port': ['ID=d42dd1f0-68f1-4787-b4bc-344480e7cb38,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:24.468063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:24.477702 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3f4b77da-ff1c-4e08-a32e-a8d9b18618e7 None None] Provisioning complete for port e63c150a-bef5-4b8a-8394-f177c781af3d triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:24.478459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f4b77da-ff1c-4e08-a32e-a8d9b18618e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:24.503416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3082f19-c561-47bf-8c84-a07ffd1b993e req-7ddd34d0-f3bb-46d3-b07e-239c78468d98 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:24.504236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b3082f19-c561-47bf-8c84-a07ffd1b993e req-7ddd34d0-f3bb-46d3-b07e-239c78468d98 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Synchronizing usage tracker for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:19:24.505366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:24.513821 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6650069
Jan 22 20:19:24.519517 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:24.524305 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b988ac86-956a-449e-9513-05432b929c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:24.527626 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:24.528271 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:24.529595 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b226c842-eee4-4c9a-be73-07d244f1d1aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:24.552287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Request body: {'port': {'device_id': '09ffeed5-970f-4346-8c4f-8be6ec5ba7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:24.609020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Routers {'049a504c-6f28-4bdb-a0ce-4214a669ac11'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:24.611042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c228fab0-3743-41a4-b511-985d605695dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc128550>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:18:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['049a504c-6f28-4bdb-a0ce-4214a669ac11'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:24.624602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c29c3a9-87cf-425d-ab50-a72fd8f46a59,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:24.632922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:24.679884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b3082f19-c561-47bf-8c84-a07ffd1b993e req-7ddd34d0-f3bb-46d3-b07e-239c78468d98 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Unset dirty status for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:19:24.681159 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3082f19-c561-47bf-8c84-a07ffd1b993e req-7ddd34d0-f3bb-46d3-b07e-239c78468d98 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 932 time: 0.5088482
Jan 22 20:19:24.768671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc9d7390>, [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:18Z', 'revision_number': 3, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:24.774174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group_rule, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:24.777737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70192002-5f7b-4b08-8e90-1619a501bde2 None None] The sync data for ids ['61798ab8-e0bf-4864-b096-a35771d74e68'] in dv-cinder-768105-3-iscsi is: [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:18Z', 'revision_number': 3, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:19:24.796035 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-002b9b37-2651-4643-9fff-c3bd431c9327 req-837ed31a-da98-431a-8320-4134e88d51dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 1.3568184
Jan 22 20:19:24.827498 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3082f19-c561-47bf-8c84-a07ffd1b993e req-80317ce0-eb74-4748-8573-22b80be61277 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196094
Jan 22 20:19:24.856750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:25.002568 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c806b32d-b4a5-49ec-a5d7-fa958224d8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:25.096468 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:25.170944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:25.180185 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-c228fab0-3743-41a4-b511-985d605695dd None None] Set router 049a504c-6f28-4bdb-a0ce-4214a669ac11 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:25.232736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3519c22-4329-4434-bdfc-7c67f2ecf08e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:25.329817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Pushing event updated for resources: {'Port': ['ID=b7e3d8eb-dac5-49df-a98f-897871acc908,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:25.334712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:25.370357 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853214723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735831'] for router_interface, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:25.375744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-215c427b-3222-4f72-ade5-6d8874c39ac2 None None] Provisioning complete for port e63c150a-bef5-4b8a-8394-f177c781af3d triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:25.377213 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-215c427b-3222-4f72-ade5-6d8874c39ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:25.658656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:25.662517 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:25.772119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be3214f-e2aa-4957-a484-5f9ab139404f {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:19:25.812195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:25.836641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Transition to ACTIVE for port object 4be3214f-e2aa-4957-a484-5f9ab139404f will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:25.879608 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:25.924401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:26.023944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Router 61798ab8-e0bf-4864-b096-a35771d74e68 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:19:26.147009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device e63c150a-bef5-4b8a-8394-f177c781af3d up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:26.249123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Pushing event updated for resources: {'Port': ['ID=4be3214f-e2aa-4957-a484-5f9ab139404f,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:26.253507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:26.277871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:19:26.297098 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] 10.222.0.38 "PUT /v2.0/routers/61798ab8-e0bf-4864-b096-a35771d74e68/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3480172
Jan 22 20:19:26.350849 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-215c427b-3222-4f72-ade5-6d8874c39ac2 None None] Provisioning for port b7e3d8eb-dac5-49df-a98f-897871acc908 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:26.360164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-215c427b-3222-4f72-ade5-6d8874c39ac2 None None] Provisioning complete for port b7e3d8eb-dac5-49df-a98f-897871acc908 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:26.360679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-215c427b-3222-4f72-ade5-6d8874c39ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:26.396677 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port e63c150a-bef5-4b8a-8394-f177c781af3d triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:26.396677 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:26.473009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Attempting to bind port 4be3214f-e2aa-4957-a484-5f9ab139404f on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:26.473874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Attempting to bind port 4be3214f-e2aa-4957-a484-5f9ab139404f by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:26.474243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Attempting to bind port 4be3214f-e2aa-4957-a484-5f9ab139404f on network b2ce280f-e5a9-40c0-a924-e7b421b6463b {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:26.480923 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:26.481309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Checking segment: {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:26.481747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:26.482445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Bound using segment: {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:26.482620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Bound port: 4be3214f-e2aa-4957-a484-5f9ab139404f, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e3fa22-bdf3-41cf-bc25-710a1d59db43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b2ce280f-e5a9-40c0-a924-e7b421b6463b'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:26.482944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:26.494651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c228fab0-3743-41a4-b511-985d605695dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc128550>, [{'id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'name': 'tempest-TestVolumeBootPattern-1105829689-router', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:06Z', 'updated_at': '2021-01-22T20:19:15Z', 'revision_number': 4, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'gw_port': {'id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:08Z', 'updated_at': '2021-01-22T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'd42dd1f0-68f1-4787-b4bc-344480e7cb38', 'name': '', 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'mac_address': 'fa:16:3e:45:5f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '276d3f3c-4b54-40ca-9fe0-0ae01477a0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:13Z', 'updated_at': '2021-01-22T20:19:23Z', 'revision_number': 4, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'subnets': [{'id': '276d3f3c-4b54-40ca-9fe0-0ae01477a0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:26.505909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-215c427b-3222-4f72-ade5-6d8874c39ac2 None None] Port b7e3d8eb-dac5-49df-a98f-897871acc908 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:19:26.510859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c228fab0-3743-41a4-b511-985d605695dd None None] The sync data for ids ['049a504c-6f28-4bdb-a0ce-4214a669ac11'] in dv-cinder-768105-3-iscsi is: [{'id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'name': 'tempest-TestVolumeBootPattern-1105829689-router', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:06Z', 'updated_at': '2021-01-22T20:19:15Z', 'revision_number': 4, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'gw_port': {'id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:08Z', 'updated_at': '2021-01-22T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'd42dd1f0-68f1-4787-b4bc-344480e7cb38', 'name': '', 'network_id': '448e7b2e-3e9c-445b-be41-b8d1f08799b8', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'mac_address': 'fa:16:3e:45:5f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '276d3f3c-4b54-40ca-9fe0-0ae01477a0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:13Z', 'updated_at': '2021-01-22T20:19:23Z', 'revision_number': 4, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'subnets': [{'id': '276d3f3c-4b54-40ca-9fe0-0ae01477a0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:19:26.622351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 23062fb0-ea89-447f-8c1d-c2b71825a83b up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:26.636180 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] For port 4be3214f-e2aa-4957-a484-5f9ab139404f, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:26.639598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] For port 4be3214f-e2aa-4957-a484-5f9ab139404f, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=4be3214f-e2aa-4957-a484-5f9ab139404f,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:26.685939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:26.704176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:26.741997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbff460-9130-4687-927a-c90d4581545b None None] Provisioning complete for port b7e3d8eb-dac5-49df-a98f-897871acc908 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:26.742589 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbff460-9130-4687-927a-c90d4581545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:26.813121 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7fbff460-9130-4687-927a-c90d4581545b None None] Port b7e3d8eb-dac5-49df-a98f-897871acc908 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:19:26.822536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 23062fb0-ea89-447f-8c1d-c2b71825a83b completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:26.828416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 23062fb0-ea89-447f-8c1d-c2b71825a83b triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:26.829072 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:26.882175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Pushing event updated for resources: {'Port': ['ID=4be3214f-e2aa-4957-a484-5f9ab139404f,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:26.885680 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:26.930565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:26.931249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:26.932778 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] 10.222.0.48 "PUT /v2.0/ports/4be3214f-e2aa-4957-a484-5f9ab139404f HTTP/1.1" status: 200  len: 1158 time: 2.3851485
Jan 22 20:19:26.933301 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ffeed5-970f-4346-8c4f-8be6ec5ba7b6', 'tag': '4be3214f-e2aa-4957-a484-5f9ab139404f'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:19:26.967100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:26.985804 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 23062fb0-ea89-447f-8c1d-c2b71825a83b, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=23062fb0-ea89-447f-8c1d-c2b71825a83b,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:27.016712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.018736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-43946e9e-4dd8-439e-8568-b8389367aea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:27.094006 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=23062fb0-ea89-447f-8c1d-c2b71825a83b,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:27.097446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:27.428717 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 48090) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:27.435529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1399622173-network', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:27.441138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:27.446315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Usage tracker for resource:network and tenant:1163fed05c3b4733be02b874e4d76dca is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:27.450230 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:27.457142 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:27.485188 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Made reservation on behalf of 1163fed05c3b4733be02b874e4d76dca for: {'network': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:19:27.490872 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.505002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.520276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:27.524516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1163fed05c3b4733be02b874e4d76dca is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:27.527534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:27.533260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:27.619715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.645438 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.650290 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-89502b8e-206a-449b-9712-19d3feac7c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:27.683385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:19:27.693287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe52247-ff33-43cc-80d3-0c3c1fee3b4b,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:27.697160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:27.699950 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.700341 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Added segment 3c3b9983-0583-400b-8a49-b7800d9312f1 of type vxlan for network da97d755-9274-46bf-83b6-0983c2e8ab22
Jan 22 20:19:27.731753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.782682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device d42dd1f0-68f1-4787-b4bc-344480e7cb38 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:27.794464 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.795860 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:27.796639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.803780 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:27.825084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.885581 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port d42dd1f0-68f1-4787-b4bc-344480e7cb38 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:27.891176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port d42dd1f0-68f1-4787-b4bc-344480e7cb38 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:27.891628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.914602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Pushing event updated for resources: {'Network': ['ID=da97d755-9274-46bf-83b6-0983c2e8ab22,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:27.917737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:27.922845 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-65eaefbd-87eb-4438-85a3-c3c6586b0a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:27.933135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network da97d755-9274-46bf-83b6-0983c2e8ab22 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:19:27.937692 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.5074341
Jan 22 20:19:27.940524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 48096) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:27.946739 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Request body: {'subnet': {'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1399622173-subnet', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'ip_version': 4}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:27.951912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:27.956099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Usage tracker for resource:subnet and tenant:1163fed05c3b4733be02b874e4d76dca is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:27.959141 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:27.965054 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:28.010450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Made reservation on behalf of 1163fed05c3b4733be02b874e4d76dca for: {'subnet': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:19:28.015376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:28.131598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:28.199230 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port d42dd1f0-68f1-4787-b4bc-344480e7cb38, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=d42dd1f0-68f1-4787-b4bc-344480e7cb38,segment=NetworkSegment(a403942a-4c7e-4c23-a2db-d1748c18e203),segment_id=a403942a-4c7e-4c23-a2db-d1748c18e203)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:28.228104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:28.229030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 23062fb0-ea89-447f-8c1d-c2b71825a83b up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:28.262245 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1e0dd91f-c901-4d79-9eb3-bcd94bdd0739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:28.358279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=d42dd1f0-68f1-4787-b4bc-344480e7cb38,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:28.364239 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:28.371712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 23062fb0-ea89-447f-8c1d-c2b71825a83b triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:28.372226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:28.572045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:28.588529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:28.721607 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=469baf7a-8685-4bab-9843-3c307ff762da,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:28.726456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:28.791384 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Checking segment: {'id': '3c3b9983-0583-400b-8a49-b7800d9312f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:28.791776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Network hostable DHCP agents. Network: da97d755-9274-46bf-83b6-0983c2e8ab22, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:19:28.845327 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Network da97d755-9274-46bf-83b6-0983c2e8ab22 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:19:28.880001 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:28.912865 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, da97d755-9274-46bf-83b6-0983c2e8ab22) {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:28.917335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:28.918096 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:28.925590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2df7dc-0f8a-423c-a7e7-980d262388f8 None None] Network da97d755-9274-46bf-83b6-0983c2e8ab22 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:19:28.962701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Sync routers for ids ['61798ab8-e0bf-4864-b096-a35771d74e68'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:19:28.965930 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3c2f2c42-ec01-44fc-b15f-c1f754f121f3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0243485
Jan 22 20:19:28.968683 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 48108) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:28.974396 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1399622173-router', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:28.979409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:28.983520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Usage tracker for resource:router and tenant:1163fed05c3b4733be02b874e4d76dca is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:28.986536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:28.993155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:29.030162 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Routers {'61798ab8-e0bf-4864-b096-a35771d74e68'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:29.030834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7aa1b00>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:19:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['61798ab8-e0bf-4864-b096-a35771d74e68'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:29.033736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853040007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854665973'] for router, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:29.034975 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109826'] for router, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:29.050106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:29.227005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:29.336605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Set router 61798ab8-e0bf-4864-b096-a35771d74e68 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:29.369137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853127047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109841'] for router, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:29.417229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eaae7c6-3d94-5809-a621-4ba256c75d7f-da97d755-9274-46bf-83b6-0983c2e8ab22', 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'fixed_ips': [{'subnet_id': '469baf7a-8685-4bab-9843-3c307ff762da'}]}} from dv-cinder-768105-3-iscsi. {{(pid=80270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 20:19:29.418621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:29.871932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device d42dd1f0-68f1-4787-b4bc-344480e7cb38 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:29.981204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:30.018018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:30.123353 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port d42dd1f0-68f1-4787-b4bc-344480e7cb38 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:30.123773 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:30.253496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7aa1b00>, [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:24Z', 'revision_number': 4, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'b7e3d8eb-dac5-49df-a98f-897871acc908', 'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'mac_address': 'fa:16:3e:7d:99:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:23Z', 'updated_at': '2021-01-22T20:19:24Z', 'revision_number': 2, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'subnets': [{'id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:30.266094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Checking router: 61798ab8-e0bf-4864-b096-a35771d74e68 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:19:30.266499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Updating router 61798ab8-e0bf-4864-b096-a35771d74e68 port b7e3d8eb-dac5-49df-a98f-897871acc908 binding host dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:19:30.297210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Allocated IP 172.20.0.2 (da97d755-9274-46bf-83b6-0983c2e8ab22/469baf7a-8685-4bab-9843-3c307ff762da/642a614d-7b3b-489b-8b5d-d03873fb7dfc) {{(pid=80270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:19:30.300966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Allocated IP 172.27.1.254 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/fd0376d0-8579-4c10-8b6e-b1e3cf026723) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:19:30.411560 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:30.463048 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:30.543577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:30.620047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5c7a5e22-adb3-4c12-900e-81846bd3dc36 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:30.759368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Pushing event updated for resources: {'Port': ['ID=fd0376d0-8579-4c10-8b6e-b1e3cf026723,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:30.764650 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:30.785710 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Notify callbacks [] for port, precommit_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:30.799110 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:30.800302 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:30.809179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:19:30.825852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Transition to ACTIVE for port object 642a614d-7b3b-489b-8b5d-d03873fb7dfc will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:30.904684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Transition to ACTIVE for port object 642a614d-7b3b-489b-8b5d-d03873fb7dfc will not be triggered until provisioned by entity DHCP. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:30.943416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:30.960622 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:31.179978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Pushing event updated for resources: {'Port': ['ID=642a614d-7b3b-489b-8b5d-d03873fb7dfc,revision_number=1']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:31.186956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:31.222132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:31.227966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:31.245007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Transition to ACTIVE for port object b7e3d8eb-dac5-49df-a98f-897871acc908 will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:31.253669 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Network da97d755-9274-46bf-83b6-0983c2e8ab22 is already hosted by enough agents. {{(pid=80270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:31.258091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Resources bound (agent type, host, resource id):  {{(pid=80270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:31.258091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Received port after_create {{(pid=80270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:19:31.294383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:31.314152 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:31.455676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Attempting to bind port 642a614d-7b3b-489b-8b5d-d03873fb7dfc on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:31.456053 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Attempting to bind port 642a614d-7b3b-489b-8b5d-d03873fb7dfc by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '3c3b9983-0583-400b-8a49-b7800d9312f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:31.456533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Attempting to bind port 642a614d-7b3b-489b-8b5d-d03873fb7dfc on network da97d755-9274-46bf-83b6-0983c2e8ab22 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:31.472512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:31.473000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Checking segment: {'id': '3c3b9983-0583-400b-8a49-b7800d9312f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:31.473969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:31.474546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Bound using segment: {'id': '3c3b9983-0583-400b-8a49-b7800d9312f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:31.475370 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Bound port: 642a614d-7b3b-489b-8b5d-d03873fb7dfc, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3b9983-0583-400b-8a49-b7800d9312f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:31.475805 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:31.495998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e186acb-8571-4184-bc68-bd4ed280d2f0 None None] Pushing event updated for resources: {'Port': ['ID=b7e3d8eb-dac5-49df-a98f-897871acc908,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:31.498488 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network da97d755-9274-46bf-83b6-0983c2e8ab22 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:19:31.513333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e186acb-8571-4184-bc68-bd4ed280d2f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:31.600628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853129231'] for router, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:31.810428 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ffeed5-970f-4346-8c4f-8be6ec5ba7b6', 'tag': '4be3214f-e2aa-4957-a484-5f9ab139404f', 'status': 'completed', 'code': 200}
Jan 22 20:19:32.003479 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] For port 642a614d-7b3b-489b-8b5d-d03873fb7dfc, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:32.024112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-edd76e5f-af09-4fc5-9ade-bc81138aee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:32.025761 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-edd76e5f-af09-4fc5-9ade-bc81138aee76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 1161 time: 0.2159410
Jan 22 20:19:32.066899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] For port 642a614d-7b3b-489b-8b5d-d03873fb7dfc, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=642a614d-7b3b-489b-8b5d-d03873fb7dfc,segment=NetworkSegment(3c3b9983-0583-400b-8a49-b7800d9312f1),segment_id=3c3b9983-0583-400b-8a49-b7800d9312f1)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:32.067131 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f3550-3c9f-429b-aac4-b6c9a294f0ac req-e9897b44-a772-4bc4-9913-fb6504aa6bae tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:32.068618 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2c6f3550-3c9f-429b-aac4-b6c9a294f0ac req-e9897b44-a772-4bc4-9913-fb6504aa6bae tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 944 time: 0.2618368
Jan 22 20:19:32.074741 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Attempting to bind port b7e3d8eb-dac5-49df-a98f-897871acc908 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:32.075152 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Attempting to bind port b7e3d8eb-dac5-49df-a98f-897871acc908 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:32.075599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Attempting to bind port b7e3d8eb-dac5-49df-a98f-897871acc908 on network c93e5b4a-6dd9-49f7-b254-5ebb34484328 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:32.090732 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:32.091461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Checking segment: {'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:32.092065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:32.092769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Bound using segment: {'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:32.093461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Bound port: b7e3d8eb-dac5-49df-a98f-897871acc908, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:32.094166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:32.114400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:32.142681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f9925516-b867-4bd7-8279-14e357ca9985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:32.391434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Pushing event updated for resources: {'Port': ['ID=642a614d-7b3b-489b-8b5d-d03873fb7dfc,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:32.391835 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-05fe2471-ab89-445f-9eb7-89ba3ef93750 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be3214f-e2aa-4957-a484-5f9ab139404f HTTP/1.1" status: 200  len: 217 time: 0.3215559
Jan 22 20:19:32.398980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:32.418014 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] For port b7e3d8eb-dac5-49df-a98f-897871acc908, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:32.433350 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] For port b7e3d8eb-dac5-49df-a98f-897871acc908, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=b7e3d8eb-dac5-49df-a98f-897871acc908,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:32.444633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Router 4b175309-3590-4c56-ae97-1dfac4cbf65a is scheduled to L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 with binding_index 1 {{(pid=80269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 20:19:32.485113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:32.502626 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:32.542303 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2c6f3550-3c9f-429b-aac4-b6c9a294f0ac req-30d183b1-a3a3-4174-9c00-f0d4e21ce2b8 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4080684
Jan 22 20:19:32.635935 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-fed16626-f592-4c78-8a76-53c4c7d17a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:32.637508 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-fed16626-f592-4c78-8a76-53c4c7d17a1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1014b5cf-4f46-4af2-bda1-9028b21ea5b3 HTTP/1.1" status: 200  len: 854 time: 0.2362080
Jan 22 20:19:32.667632 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e186acb-8571-4184-bc68-bd4ed280d2f0 None None] Pushing event updated for resources: {'Port': ['ID=b7e3d8eb-dac5-49df-a98f-897871acc908,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:32.674684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e186acb-8571-4184-bc68-bd4ed280d2f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:32.767648 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-e6de6185-2a8f-4213-8550-d9da13848b02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2ce280f-e5a9-40c0-a924-e7b421b6463b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1184201
Jan 22 20:19:32.838097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Routers {'61798ab8-e0bf-4864-b096-a35771d74e68'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:32.838457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:19:32.839048 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7aa1b00>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:19:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['61798ab8-e0bf-4864-b096-a35771d74e68'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:32.849792 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Sync routers for ids ['4b175309-3590-4c56-ae97-1dfac4cbf65a'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:19:32.879675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Routers {'4b175309-3590-4c56-ae97-1dfac4cbf65a'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:32.880227 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d14080>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:19:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4b175309-3590-4c56-ae97-1dfac4cbf65a'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:33.143410 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-00474ae4-adb5-4fb8-a5ac-d7d65b7a5c99 service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3021328
Jan 22 20:19:33.202615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] Set router 61798ab8-e0bf-4864-b096-a35771d74e68 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:33.219907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Notify callbacks [] for router, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:33.221582 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.2515023
Jan 22 20:19:33.224417 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 48164) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:33.360153 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1818f3a1-49d0-4597-bc4f-56989f4e4ed0 req-b4c6a5f0-c456-4aed-aa36-83aa6c92895e service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2015100
Jan 22 20:19:33.467612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Set router 4b175309-3590-4c56-ae97-1dfac4cbf65a gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:33.761369 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7aa1b00>, [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:24Z', 'revision_number': 4, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'b7e3d8eb-dac5-49df-a98f-897871acc908', 'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'mac_address': 'fa:16:3e:7d:99:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:23Z', 'updated_at': '2021-01-22T20:19:32Z', 'revision_number': 4, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'subnets': [{'id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:33.773881 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fac2d6-c61a-4884-81e8-937c44243dc8 None None] The sync data for ids ['61798ab8-e0bf-4864-b096-a35771d74e68'] in dv-cinder-768105-3-iscsi is: [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:24Z', 'revision_number': 4, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'b7e3d8eb-dac5-49df-a98f-897871acc908', 'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'mac_address': 'fa:16:3e:7d:99:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:23Z', 'updated_at': '2021-01-22T20:19:32Z', 'revision_number': 4, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'subnets': [{'id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:19:33.809906 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926787-441d-4060-8db0-cb401dfc9e7f req-e5bf7544-ef4e-4fcb-ac15-a530ea225017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:33.811990 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b926787-441d-4060-8db0-cb401dfc9e7f req-e5bf7544-ef4e-4fcb-ac15-a530ea225017 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50acb7baae23426ab1c2e7157517dc89&device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 1161 time: 0.2237689
Jan 22 20:19:33.950889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 642a614d-7b3b-489b-8b5d-d03873fb7dfc up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:34.048158 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d14080>, [{'id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'name': 'tempest-TestShelveInstance-1399622173-router', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:29Z', 'updated_at': '2021-01-22T20:19:31Z', 'revision_number': 3, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'gw_port': {'id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:30Z', 'updated_at': '2021-01-22T20:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:34.062731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Checking router: 4b175309-3590-4c56-ae97-1dfac4cbf65a for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:19:34.063457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Updating router 4b175309-3590-4c56-ae97-1dfac4cbf65a port fd0376d0-8579-4c10-8b6e-b1e3cf026723 binding host dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:19:34.222609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 642a614d-7b3b-489b-8b5d-d03873fb7dfc completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:34.256456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:34.432550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c63d5-67fe-4706-bc17-4a8f0697d5cd None None] Network da97d755-9274-46bf-83b6-0983c2e8ab22 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:19:34.517279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926787-441d-4060-8db0-cb401dfc9e7f req-c5fe1d57-0e52-4266-9ae8-98edd4241c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:34.519073 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b926787-441d-4060-8db0-cb401dfc9e7f req-c5fe1d57-0e52-4266-9ae8-98edd4241c44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 200  len: 908 time: 0.6712821
Jan 22 20:19:34.636114 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-2b605e52-2c96-468c-a971-49d5aea2027e None None] Provisioning for port 642a614d-7b3b-489b-8b5d-d03873fb7dfc completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:34.665507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-2b605e52-2c96-468c-a971-49d5aea2027e None None] Provisioning complete for port 642a614d-7b3b-489b-8b5d-d03873fb7dfc triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:34.666088 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b605e52-2c96-468c-a971-49d5aea2027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:34.749673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71e49a-8b43-4dec-919d-21e056f8ca10 req-cf468419-52ef-468e-b4bd-55c74985c2f6 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:34.758074 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b71e49a-8b43-4dec-919d-21e056f8ca10 req-cf468419-52ef-468e-b4bd-55c74985c2f6 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 944 time: 0.7725611
Jan 22 20:19:34.799589 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b926787-441d-4060-8db0-cb401dfc9e7f req-836f4e6b-9f8c-4e7d-9923-a0037cf8ae2e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be3214f-e2aa-4957-a484-5f9ab139404f HTTP/1.1" status: 200  len: 217 time: 0.2529533
Jan 22 20:19:34.809478 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a5cb594-2139-46ac-beb0-d325af2de0e9 req-dbad570e-8ea7-4454-9715-a87aeb975444 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.7084625
Jan 22 20:19:35.035955 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b71e49a-8b43-4dec-919d-21e056f8ca10 req-22ada426-7f89-49c1-b0fb-918038a1fee7 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2767975
Jan 22 20:19:35.058515 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:35.064570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:35.082377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926787-441d-4060-8db0-cb401dfc9e7f req-b29ef002-b304-47cf-8c10-374066ea43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:35.084610 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Transition to ACTIVE for port object fd0376d0-8579-4c10-8b6e-b1e3cf026723 will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:35.086119 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b926787-441d-4060-8db0-cb401dfc9e7f req-b29ef002-b304-47cf-8c10-374066ea43f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1014b5cf-4f46-4af2-bda1-9028b21ea5b3 HTTP/1.1" status: 200  len: 854 time: 0.2756426
Jan 22 20:19:35.114895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b605e52-2c96-468c-a971-49d5aea2027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:35.119759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:35.136878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f55842c0-0fd9-42ee-8eec-dbe167815cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:35.167583 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b926787-441d-4060-8db0-cb401dfc9e7f req-a13b72c7-e1e1-43c9-ac49-eca84bf08e03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2ce280f-e5a9-40c0-a924-e7b421b6463b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663159
Jan 22 20:19:35.250041 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-2b605e52-2c96-468c-a971-49d5aea2027e None None] For port 642a614d-7b3b-489b-8b5d-d03873fb7dfc, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=642a614d-7b3b-489b-8b5d-d03873fb7dfc,segment=NetworkSegment(3c3b9983-0583-400b-8a49-b7800d9312f1),segment_id=3c3b9983-0583-400b-8a49-b7800d9312f1)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:35.281673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2b605e52-2c96-468c-a971-49d5aea2027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:35.284817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b988ac86-956a-449e-9513-05432b929c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:35.292526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cb594-2139-46ac-beb0-d325af2de0e9 req-31286c07-f6f8-4e9d-804c-e44a6393816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:35.294234 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a5cb594-2139-46ac-beb0-d325af2de0e9 req-31286c07-f6f8-4e9d-804c-e44a6393816e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 1162 time: 0.4047346
Jan 22 20:19:35.417925 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591eec4-395f-4ee3-991b-76596650d7a2 None None] Pushing event updated for resources: {'Port': ['ID=fd0376d0-8579-4c10-8b6e-b1e3cf026723,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:35.431119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3591eec4-395f-4ee3-991b-76596650d7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:35.488474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Attempting to bind port fd0376d0-8579-4c10-8b6e-b1e3cf026723 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:35.492078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Attempting to bind port fd0376d0-8579-4c10-8b6e-b1e3cf026723 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:35.492634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Attempting to bind port fd0376d0-8579-4c10-8b6e-b1e3cf026723 on network d8bd5390-3dcb-4b6b-909c-af9dcb268065 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:35.503540 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:35.507272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Checking segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:35.509389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:35.510035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Bound using segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:35.517145 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Bound port: fd0376d0-8579-4c10-8b6e-b1e3cf026723, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:35.517611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:35.523105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b605e52-2c96-468c-a971-49d5aea2027e None None] Pushing event updated for resources: {'Port': ['ID=642a614d-7b3b-489b-8b5d-d03873fb7dfc,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:35.529442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b605e52-2c96-468c-a971-49d5aea2027e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:35.621186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f139a1ac-d1e2-4236-8091-e65ef819da2b None None] Provisioning complete for port 642a614d-7b3b-489b-8b5d-d03873fb7dfc triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:35.621186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f139a1ac-d1e2-4236-8091-e65ef819da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:35.658068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] For port fd0376d0-8579-4c10-8b6e-b1e3cf026723, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:35.662532 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] For port fd0376d0-8579-4c10-8b6e-b1e3cf026723, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=fd0376d0-8579-4c10-8b6e-b1e3cf026723,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:35.696462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:35.900563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3cda86e6-70b9-44b5-aafd-4856b9dada53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:35.935956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Allocated IP 172.20.0.1 (da97d755-9274-46bf-83b6-0983c2e8ab22/469baf7a-8685-4bab-9843-3c307ff762da/53e53ff1-39b5-4e1c-a430-91fbdd9a448b) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:19:35.941849 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b926787-441d-4060-8db0-cb401dfc9e7f req-47b413e4-a444-46af-a40f-f469f66983d9 service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7637963
Jan 22 20:19:36.039983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591eec4-395f-4ee3-991b-76596650d7a2 None None] Pushing event updated for resources: {'Port': ['ID=fd0376d0-8579-4c10-8b6e-b1e3cf026723,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:36.072622 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3591eec4-395f-4ee3-991b-76596650d7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:36.165017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Routers {'4b175309-3590-4c56-ae97-1dfac4cbf65a'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:36.166115 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d14080>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:19:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4b175309-3590-4c56-ae97-1dfac4cbf65a'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:36.191076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 642a614d-7b3b-489b-8b5d-d03873fb7dfc up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:36.333502 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:36.337385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-40002379-72dd-4571-86ea-dd51edceabeb None None] Provisioning complete for port 642a614d-7b3b-489b-8b5d-d03873fb7dfc triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:36.337813 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40002379-72dd-4571-86ea-dd51edceabeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:36.356274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Transition to ACTIVE for port object 53e53ff1-39b5-4e1c-a430-91fbdd9a448b will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:36.411828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:36.415432 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b926787-441d-4060-8db0-cb401dfc9e7f req-cf5b369d-6d1c-401f-94fe-9587f2e96a0f service neutron] 10.222.0.48 "GET /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4532154
Jan 22 20:19:36.507629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cb594-2139-46ac-beb0-d325af2de0e9 req-8df9d1da-cf70-49d9-b572-db0ff3c6b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:36.509173 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a5cb594-2139-46ac-beb0-d325af2de0e9 req-8df9d1da-cf70-49d9-b572-db0ff3c6b5e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 200  len: 913 time: 1.0291789
Jan 22 20:19:36.511372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] Set router 4b175309-3590-4c56-ae97-1dfac4cbf65a gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:36.597814 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:36.680770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Pushing event updated for resources: {'Port': ['ID=53e53ff1-39b5-4e1c-a430-91fbdd9a448b,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:36.693336 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Network da97d755-9274-46bf-83b6-0983c2e8ab22 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:36.694725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:36.695675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:36.704425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:19:36.707543 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 642a614d-7b3b-489b-8b5d-d03873fb7dfc triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:36.707972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:36.816287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853040075'] for router_interface, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:36.998012 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a5cb594-2139-46ac-beb0-d325af2de0e9 req-fdaf638f-74da-43b4-bc58-75d55d6ae43d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0158bcdb-e28c-4d86-af0d-b8514067baad HTTP/1.1" status: 200  len: 217 time: 0.4616971
Jan 22 20:19:37.015354 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device b7e3d8eb-dac5-49df-a98f-897871acc908 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:37.022802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d14080>, [{'id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'name': 'tempest-TestShelveInstance-1399622173-router', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:29Z', 'updated_at': '2021-01-22T20:19:31Z', 'revision_number': 3, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'gw_port': {'id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:30Z', 'updated_at': '2021-01-22T20:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:37.028098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7cf676-de76-4c3d-aeb1-8d5dbe14cc3e None None] The sync data for ids ['4b175309-3590-4c56-ae97-1dfac4cbf65a'] in dv-cinder-768105-3-iscsi is: [{'id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'name': 'tempest-TestShelveInstance-1399622173-router', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:29Z', 'updated_at': '2021-01-22T20:19:31Z', 'revision_number': 3, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'gw_port': {'id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:30Z', 'updated_at': '2021-01-22T20:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:19:37.078078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:37.115039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502f1a9-2b84-439d-b928-221731401d9a req-d1bc99b3-b10f-4858-a674-15406c03c560 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:37.123675 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f502f1a9-2b84-439d-b928-221731401d9a req-d1bc99b3-b10f-4858-a674-15406c03c560 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 944 time: 0.7068765
Jan 22 20:19:37.202771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-850e26f1-307c-4d52-b8d0-5c9a2138e7ea None None] Provisioning for port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:37.215120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-850e26f1-307c-4d52-b8d0-5c9a2138e7ea None None] Provisioning complete for port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:37.215755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-850e26f1-307c-4d52-b8d0-5c9a2138e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:37.245889 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f502f1a9-2b84-439d-b928-221731401d9a req-b7b0388a-e4ce-41ae-ad47-359620decf4f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212277
Jan 22 20:19:37.249571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cb594-2139-46ac-beb0-d325af2de0e9 req-ab2f9f3b-0775-482a-94ef-5af7b6f6ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:37.251153 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a5cb594-2139-46ac-beb0-d325af2de0e9 req-ab2f9f3b-0775-482a-94ef-5af7b6f6ad31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967b80c3-e198-489e-92d2-dca429bbbdd3 HTTP/1.1" status: 200  len: 859 time: 0.2450376
Jan 22 20:19:37.296065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94531020-2957-4954-813b-1bdc6b93592a req-cf557bf4-71e6-4c72-ab2f-085a1cb58b1b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:37.303773 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94531020-2957-4954-813b-1bdc6b93592a req-cf557bf4-71e6-4c72-ab2f-085a1cb58b1b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.3803406
Jan 22 20:19:37.310206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-850e26f1-307c-4d52-b8d0-5c9a2138e7ea None None] Port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:19:37.321599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port b7e3d8eb-dac5-49df-a98f-897871acc908 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:37.328731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port b7e3d8eb-dac5-49df-a98f-897871acc908 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:37.329461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:37.384633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-850e26f1-307c-4d52-b8d0-5c9a2138e7ea None None] Provisioning complete for port 642a614d-7b3b-489b-8b5d-d03873fb7dfc triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:37.385678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-850e26f1-307c-4d52-b8d0-5c9a2138e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:37.396636 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a5cb594-2139-46ac-beb0-d325af2de0e9 req-b95e02c0-d620-44c9-97c4-eb7947aa8a13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9206a83-e41a-460b-aea7-8dc961f124e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0679891
Jan 22 20:19:37.421987 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94531020-2957-4954-813b-1bdc6b93592a req-a16ba90e-00bb-4d64-a99e-449cfa60a21c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167514
Jan 22 20:19:37.528786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:37.565178 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:37.642708 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a5cb594-2139-46ac-beb0-d325af2de0e9 req-edab0fd6-7924-42b2-9e2b-a31bd2dd4e48 service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194195
Jan 22 20:19:37.650251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:37.650465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:37.702735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port b7e3d8eb-dac5-49df-a98f-897871acc908, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=b7e3d8eb-dac5-49df-a98f-897871acc908,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:37.753850 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:37.756379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e186acb-8571-4184-bc68-bd4ed280d2f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:37.778738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853214723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735831'] for router_interface, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:37.799738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Pushing event updated for resources: {'Port': ['ID=53e53ff1-39b5-4e1c-a430-91fbdd9a448b,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:37.820641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:37.942105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=b7e3d8eb-dac5-49df-a98f-897871acc908,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:37.945675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:37.966344 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2a5cb594-2139-46ac-beb0-d325af2de0e9 req-5600f8a0-904f-489b-9377-dc31548b6abb service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3142400
Jan 22 20:19:37.973742 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device fd0376d0-8579-4c10-8b6e-b1e3cf026723 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:38.020525 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Network da97d755-9274-46bf-83b6-0983c2e8ab22 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:19:38.021868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:19:38.147997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port fd0376d0-8579-4c10-8b6e-b1e3cf026723 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:38.154215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port fd0376d0-8579-4c10-8b6e-b1e3cf026723 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:38.154636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:38.292714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d463a9-8cb9-4427-bba7-abe42eba309b req-36a89d68-2184-4a10-b537-d42ff31bbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:38.294378 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3d463a9-8cb9-4427-bba7-abe42eba309b req-36a89d68-2184-4a10-b537-d42ff31bbc7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 1162 time: 0.2341623
Jan 22 20:19:38.406851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 48236) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:38.460405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Router 4b175309-3590-4c56-ae97-1dfac4cbf65a has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:19:38.468774 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3b9aaf52-0245-4eef-8c63-9b54659cbbc2 None None] Provisioning complete for port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:38.469283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3b9aaf52-0245-4eef-8c63-9b54659cbbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:38.501164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d463a9-8cb9-4427-bba7-abe42eba309b req-9f58295b-cf76-4cb5-b2d0-54723fa8ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:38.502954 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3d463a9-8cb9-4427-bba7-abe42eba309b req-9f58295b-cf76-4cb5-b2d0-54723fa8ee77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 200  len: 913 time: 0.1991053
Jan 22 20:19:38.517047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:38.554464 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port fd0376d0-8579-4c10-8b6e-b1e3cf026723, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=fd0376d0-8579-4c10-8b6e-b1e3cf026723,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:38.555541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3b9aaf52-0245-4eef-8c63-9b54659cbbc2 None None] Port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:19:38.583045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:38.585248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:38.631007 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3d463a9-8cb9-4427-bba7-abe42eba309b req-b6a73ff2-1985-4aa9-b081-195dff0f03b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0158bcdb-e28c-4d86-af0d-b8514067baad HTTP/1.1" status: 200  len: 217 time: 0.1209278
Jan 22 20:19:38.740095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=fd0376d0-8579-4c10-8b6e-b1e3cf026723,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:38.745695 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:38.765180 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:38.787824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:38.796726 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Usage tracker for resource:security_group_rule and tenant:4b82da4b078d473183e8540bef428742 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:38.802338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:38.820998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:38.836535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d463a9-8cb9-4427-bba7-abe42eba309b req-8831d870-b54b-499a-9a71-c87b219e6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:38.838180 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3d463a9-8cb9-4427-bba7-abe42eba309b req-8831d870-b54b-499a-9a71-c87b219e6c51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967b80c3-e198-489e-92d2-dca429bbbdd3 HTTP/1.1" status: 200  len: 859 time: 0.1360254
Jan 22 20:19:38.857004 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:19:38.893165 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] 10.222.0.38 "PUT /v2.0/routers/4b175309-3590-4c56-ae97-1dfac4cbf65a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6658289
Jan 22 20:19:38.927882 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3d463a9-8cb9-4427-bba7-abe42eba309b req-8c29d887-8360-4e88-b429-e6b82a66468d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9206a83-e41a-460b-aea7-8dc961f124e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0798771
Jan 22 20:19:38.956447 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:38.971870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e913b-47f5-4799-83a3-d5505de7fba1 req-3837fbd5-4b96-4fd7-9454-187a01a377e5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:38.973565 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-617e913b-47f5-4799-83a3-d5505de7fba1 req-3837fbd5-4b96-4fd7-9454-187a01a377e5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 944 time: 0.3408921
Jan 22 20:19:38.982367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:38.993783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22a6f176-03e7-45a2-a9f2-f3ed0b133385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:39.010846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdecb01-a37b-4630-b646-4d2c38fed559 req-d8641337-aaa2-4ec9-a176-fc439af1951a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:39.018740 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-acdecb01-a37b-4630-b646-4d2c38fed559 req-d8641337-aaa2-4ec9-a176-fc439af1951a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.3177054
Jan 22 20:19:39.048489 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b82da4b078d473183e8540bef428742&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6433363
Jan 22 20:19:39.049621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 48254) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:39.053596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3ca32e-0d2c-440a-a294-a1823bc69fda,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:39.082312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.082736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.083152 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.083611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.084016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.084552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.084821 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.085478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.085885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.086285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.086967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.087084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.087531 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.088003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.088359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.089026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.089429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.089828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.090225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.090627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.091047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.091433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.091833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.092229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:39.099607 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:39.155784 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-acdecb01-a37b-4630-b646-4d2c38fed559 req-ad9755d3-2c83-4d4f-9da7-9133bed7d43a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322951
Jan 22 20:19:39.156851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c890a4-9870-4635-9abb-836b941f2019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:39.196122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c890a4-9870-4635-9abb-836b941f2019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:39.203753 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-617e913b-47f5-4799-83a3-d5505de7fba1 req-3111edf1-60f2-46f0-b36e-ba7be90d4ba9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826739
Jan 22 20:19:39.309467 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3d463a9-8cb9-4427-bba7-abe42eba309b req-75bed73b-c46a-4bc6-8922-0436c6460972 service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2721980
Jan 22 20:19:39.382527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c890a4-9870-4635-9abb-836b941f2019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:39.388196 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e2f42ca4-d73e-40f9-9438-67919eab30ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:39.408231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c890a4-9870-4635-9abb-836b941f2019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3ca32e-0d2c-440a-a294-a1823bc69fda,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:39.413965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3c890a4-9870-4635-9abb-836b941f2019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:39.416095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3c890a4-9870-4635-9abb-836b941f2019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:39.420495 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a3c890a4-9870-4635-9abb-836b941f2019 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ee3ca32e-0d2c-440a-a294-a1823bc69fda HTTP/1.1" status: 204  len: 168 time: 0.3667688
Jan 22 20:19:39.516555 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d3d463a9-8cb9-4427-bba7-abe42eba309b req-e9ae79b3-3190-496f-8abf-dde3f5068e8b service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1996231
Jan 22 20:19:39.841420 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device fd0376d0-8579-4c10-8b6e-b1e3cf026723 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:39.920184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port fd0376d0-8579-4c10-8b6e-b1e3cf026723 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:39.920639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:39.970661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1462559169', 'description': 'tempest-TestShelveInstance-1462559169 description'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:39.986728 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:39.991137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Usage tracker for resource:security_group and tenant:b8ee41ae19894fe4b7cf256b4ce507f1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:39.994667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:40.000724 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:40.052127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device b7e3d8eb-dac5-49df-a98f-897871acc908 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:40.082609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 48280) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:40.085217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.105103 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88864fad-9ccc-4e52-9387-7019739a3053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.121653 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-88864fad-9ccc-4e52-9387-7019739a3053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:40.125877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-88864fad-9ccc-4e52-9387-7019739a3053 admin admin] Usage tracker for resource:security_group_rule and tenant:66f2596779574b3db45ffa9cf47fae29 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:40.130051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-88864fad-9ccc-4e52-9387-7019739a3053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:40.136549 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-88864fad-9ccc-4e52-9387-7019739a3053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:40.138940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:40.145982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port b7e3d8eb-dac5-49df-a98f-897871acc908 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:40.146414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.147837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Usage tracker for resource:security_group_rule and tenant:b8ee41ae19894fe4b7cf256b4ce507f1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:40.154298 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:40.190948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:40.310921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88864fad-9ccc-4e52-9387-7019739a3053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.328203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.342024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88864fad-9ccc-4e52-9387-7019739a3053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.352797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c643f412-36b8-4d28-bd5a-e56167f2f9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:40.403727 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-88864fad-9ccc-4e52-9387-7019739a3053 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=66f2596779574b3db45ffa9cf47fae29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3172464
Jan 22 20:19:40.403821 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.403918 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88864fad-9ccc-4e52-9387-7019739a3053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c8a555-bb88-45b6-adcc-898dc94033e0,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:40.405787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 48290) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:40.413241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-88864fad-9ccc-4e52-9387-7019739a3053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:40.413885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-27f0c8cb-1761-4406-a643-a95bf909ca35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:40.465377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8bbea8-c92b-4833-80d1-37284126645b,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:40.486911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.487372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.487783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.488703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.489100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.489496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.489886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.490274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.490660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.491050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.491463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.491850 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.492304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.492944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.493330 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.493715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.494097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.494481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.494866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.495292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.495683 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.496066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.496450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.496831 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:19:40.501795 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:40.540658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e62b3-014f-49f2-be5d-e66c0f968bb6 req-1bc00d33-8a3e-472b-be75-c29e6c11854c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:40.542426 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-858e62b3-014f-49f2-be5d-e66c0f968bb6 req-1bc00d33-8a3e-472b-be75-c29e6c11854c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1964509
Jan 22 20:19:40.543323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.551895 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff4674c2-f03d-4c94-a15d-0957255988c2 req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.5856929
Jan 22 20:19:40.608242 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-858e62b3-014f-49f2-be5d-e66c0f968bb6 req-c78fe4a6-3796-4f6d-ab03-85f24ec21ca7 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548775
Jan 22 20:19:40.686903 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-744d9024-b023-4a90-88f5-f7733b803e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.716304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-744d9024-b023-4a90-88f5-f7733b803e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.757368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Sync routers for ids ['4b175309-3590-4c56-ae97-1dfac4cbf65a'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:19:40.767959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Routers {'4b175309-3590-4c56-ae97-1dfac4cbf65a'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:40.768902 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7e9cc50>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:19:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4b175309-3590-4c56-ae97-1dfac4cbf65a'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:40.807701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf627b-3954-4ab0-a200-8babd7b033e7 req-bc685efc-fcd9-49cd-bcd1-c0bfc765cf7e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:40.810301 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1baf627b-3954-4ab0-a200-8babd7b033e7 req-bc685efc-fcd9-49cd-bcd1-c0bfc765cf7e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 944 time: 0.1471388
Jan 22 20:19:40.826233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-744d9024-b023-4a90-88f5-f7733b803e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.833065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-de99c9e9-6faf-48c2-a16e-f60d317e123b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:40.847338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d9024-b023-4a90-88f5-f7733b803e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c8a555-bb88-45b6-adcc-898dc94033e0,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:40.853273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-744d9024-b023-4a90-88f5-f7733b803e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:40.856108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-744d9024-b023-4a90-88f5-f7733b803e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:40.857359 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-744d9024-b023-4a90-88f5-f7733b803e79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7c8a555-bb88-45b6-adcc-898dc94033e0 HTTP/1.1" status: 204  len: 168 time: 0.4506078
Jan 22 20:19:40.896096 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1baf627b-3954-4ab0-a200-8babd7b033e7 req-c5e3498a-c615-4c60-838d-ea628afd497f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801654
Jan 22 20:19:41.047475 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-ed7fcbf7-e728-475d-ac83-4fa30339736d tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups/9c8bbea8-c92b-4833-80d1-37284126645b HTTP/1.1" status: 200  len: 1802 time: 0.0782704
Jan 22 20:19:41.054807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c8bbea8-c92b-4833-80d1-37284126645b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:41.055437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c8bbea8-c92b-4833-80d1-37284126645b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:41.070423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:41.075143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Usage tracker for resource:security_group_rule and tenant:b8ee41ae19894fe4b7cf256b4ce507f1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:41.078409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:41.084828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:41.088447 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Set router 4b175309-3590-4c56-ae97-1dfac4cbf65a gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:41.194399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group_rule, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:41.229859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:41.274011 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:41.276331 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:41.309784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38875271-230a-4c29-95f2-4109aface96e,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:41.312720 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:41.360273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group_rule, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:41.361603 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d36e790d-c998-43a8-996c-3200af83f8b1 req-70ff87d2-0fb3-4cc1-86fb-577dae3325b2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3131032
Jan 22 20:19:41.473136 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-45397d77-d63c-4aeb-b48d-86a4838a0a0f tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups/9c8bbea8-c92b-4833-80d1-37284126645b HTTP/1.1" status: 200  len: 2395 time: 0.0693552
Jan 22 20:19:41.477282 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7e9cc50>, [{'id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'name': 'tempest-TestShelveInstance-1399622173-router', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:29Z', 'updated_at': '2021-01-22T20:19:36Z', 'revision_number': 4, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'gw_port': {'id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:30Z', 'updated_at': '2021-01-22T20:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '53e53ff1-39b5-4e1c-a430-91fbdd9a448b', 'name': '', 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'mac_address': 'fa:16:3e:fc:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '469baf7a-8685-4bab-9843-3c307ff762da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:35Z', 'updated_at': '2021-01-22T20:19:37Z', 'revision_number': 2, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'subnets': [{'id': '469baf7a-8685-4bab-9843-3c307ff762da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:41.478078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c8bbea8-c92b-4833-80d1-37284126645b', 'remote_group_id': None}]} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:41.478432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c8bbea8-c92b-4833-80d1-37284126645b', 'remote_group_id': None}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:19:41.482314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Checking router: 4b175309-3590-4c56-ae97-1dfac4cbf65a for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:19:41.482946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Updating router 4b175309-3590-4c56-ae97-1dfac4cbf65a port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b binding host dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:19:41.489400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:41.494125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Usage tracker for resource:security_group_rule and tenant:b8ee41ae19894fe4b7cf256b4ce507f1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:41.497301 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:41.503163 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:41.554609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:41.615470 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group_rule, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:41.651126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:41.684247 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:41.686458 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:41.742798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7e9654-9183-43c6-b79a-907e94a4baff,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:41.745998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:41.849841 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group_rule, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:41.851155 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3c283e91-108c-4ebe-83f0-d56ca2a467b3 req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3775163
Jan 22 20:19:41.980048 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209baf-0dc1-44be-8001-cb27dccd4b7e req-ae63fcdc-c664-466a-9609-8fe65722cb85 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:41.988625 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91209baf-0dc1-44be-8001-cb27dccd4b7e req-ae63fcdc-c664-466a-9609-8fe65722cb85 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1889200
Jan 22 20:19:42.053273 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91209baf-0dc1-44be-8001-cb27dccd4b7e req-919a0550-1add-4018-8727-6fecd6b7e8c9 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631065
Jan 22 20:19:42.360094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac8de-8c2c-413c-9928-ca92abb8f2f8 req-12b74924-4f00-4890-911a-8a74e1316b45 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:42.368372 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-80bac8de-8c2c-413c-9928-ca92abb8f2f8 req-12b74924-4f00-4890-911a-8a74e1316b45 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 944 time: 0.1682200
Jan 22 20:19:42.432455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Notify callbacks [] for port, precommit_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:42.448139 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Transition to ACTIVE for port object 53e53ff1-39b5-4e1c-a430-91fbdd9a448b will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:19:42.449584 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-80bac8de-8c2c-413c-9928-ca92abb8f2f8 req-8a133527-9bde-4d20-bba6-823fc4a09772 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791352
Jan 22 20:19:42.490859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:42.509467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:42.652671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232e54c-c49f-4beb-abbf-1a507c6fa7f6 None None] Pushing event updated for resources: {'Port': ['ID=53e53ff1-39b5-4e1c-a430-91fbdd9a448b,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:42.662728 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f232e54c-c49f-4beb-abbf-1a507c6fa7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:42.874063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Attempting to bind port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:19:42.874479 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Attempting to bind port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '3c3b9983-0583-400b-8a49-b7800d9312f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:19:42.874897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Attempting to bind port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b on network da97d755-9274-46bf-83b6-0983c2e8ab22 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:19:42.882084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:19:42.886305 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Checking segment: {'id': '3c3b9983-0583-400b-8a49-b7800d9312f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:19:42.886305 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:42.886305 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Bound using segment: {'id': '3c3b9983-0583-400b-8a49-b7800d9312f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:19:42.886305 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Bound port: 53e53ff1-39b5-4e1c-a430-91fbdd9a448b, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3b9983-0583-400b-8a49-b7800d9312f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:19:42.886305 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:43.027060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] For port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:19:43.031241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] For port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=53e53ff1-39b5-4e1c-a430-91fbdd9a448b,segment=NetworkSegment(3c3b9983-0583-400b-8a49-b7800d9312f1),segment_id=3c3b9983-0583-400b-8a49-b7800d9312f1)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:19:43.068404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:43.112177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:43.194371 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232e54c-c49f-4beb-abbf-1a507c6fa7f6 None None] Pushing event updated for resources: {'Port': ['ID=53e53ff1-39b5-4e1c-a430-91fbdd9a448b,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:43.198312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f232e54c-c49f-4beb-abbf-1a507c6fa7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:43.298658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 48402) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:43.335141 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Routers {'4b175309-3590-4c56-ae97-1dfac4cbf65a'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:19:43.335899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7e9cc50>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:19:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4b175309-3590-4c56-ae97-1dfac4cbf65a'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:43.485460 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d3885-88d4-42d8-9096-d4e1314d46cb req-8a01e942-bb4f-4a70-87fa-3674f78a80ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:43.498554 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c64d3885-88d4-42d8-9096-d4e1314d46cb req-8a01e942-bb4f-4a70-87fa-3674f78a80ec tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.2014890
Jan 22 20:19:43.584493 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c64d3885-88d4-42d8-9096-d4e1314d46cb req-680b26fb-e0a1-406e-a86f-2e01602d12b4 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847700
Jan 22 20:19:43.664995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0316201-4318-40c0-9e90-877f26212647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:43.685033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a0316201-4318-40c0-9e90-877f26212647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:43.692806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a0316201-4318-40c0-9e90-877f26212647 admin admin] Usage tracker for resource:security_group_rule and tenant:daefa66fd6cf4fb388b70d5437e3014d is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:43.696897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a0316201-4318-40c0-9e90-877f26212647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:43.702559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a0316201-4318-40c0-9e90-877f26212647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:43.739646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 4be3214f-e2aa-4957-a484-5f9ab139404f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:43.801608 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] Set router 4b175309-3590-4c56-ae97-1dfac4cbf65a gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:19:43.848388 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0316201-4318-40c0-9e90-877f26212647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:43.904416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f884d95-7b59-4e34-a659-56d5ed519747 req-fad55a77-7bd2-4867-bc46-cdb0dbf30122 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:43.907732 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f884d95-7b59-4e34-a659-56d5ed519747 req-fad55a77-7bd2-4867-bc46-cdb0dbf30122 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 944 time: 0.1418257
Jan 22 20:19:43.909070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0316201-4318-40c0-9e90-877f26212647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:43.919735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a7bd50fe-ccf9-48db-8683-4eedc177d592 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:43.991562 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0316201-4318-40c0-9e90-877f26212647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47874db1-9463-4e09-95d1-665d82fd8ec8,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:43.995715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a0316201-4318-40c0-9e90-877f26212647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:44.002984 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a0316201-4318-40c0-9e90-877f26212647 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=daefa66fd6cf4fb388b70d5437e3014d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6649089
Jan 22 20:19:44.006467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 48430) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:44.025488 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f884d95-7b59-4e34-a659-56d5ed519747 req-4be5f7a0-e6c6-4314-9357-18b737be4e23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084011
Jan 22 20:19:44.072960 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port 4be3214f-e2aa-4957-a484-5f9ab139404f completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:44.076605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbdbd-350b-421f-9a9f-1ade039dada3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:44.084375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 4be3214f-e2aa-4957-a484-5f9ab139404f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:44.084802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:44.105368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbdbd-350b-421f-9a9f-1ade039dada3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:44.187714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbdbd-350b-421f-9a9f-1ade039dada3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:44.197499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:44.208612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bbdbd-350b-421f-9a9f-1ade039dada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47874db1-9463-4e09-95d1-665d82fd8ec8,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:44.211465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d1bbdbd-350b-421f-9a9f-1ade039dada3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:44.214624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbdbd-350b-421f-9a9f-1ade039dada3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:44.216254 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9d1bbdbd-350b-421f-9a9f-1ade039dada3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47874db1-9463-4e09-95d1-665d82fd8ec8 HTTP/1.1" status: 204  len: 168 time: 0.2048647
Jan 22 20:19:44.250747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:44.334539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:44.360184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7e9cc50>, [{'id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'name': 'tempest-TestShelveInstance-1399622173-router', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:29Z', 'updated_at': '2021-01-22T20:19:36Z', 'revision_number': 4, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'gw_port': {'id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:30Z', 'updated_at': '2021-01-22T20:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '53e53ff1-39b5-4e1c-a430-91fbdd9a448b', 'name': '', 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'mac_address': 'fa:16:3e:fc:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '469baf7a-8685-4bab-9843-3c307ff762da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:35Z', 'updated_at': '2021-01-22T20:19:43Z', 'revision_number': 4, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'subnets': [{'id': '469baf7a-8685-4bab-9843-3c307ff762da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:19:44.372671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f346eb8-18fe-467f-a45d-739d80c56dfa None None] The sync data for ids ['4b175309-3590-4c56-ae97-1dfac4cbf65a'] in dv-cinder-768105-3-iscsi is: [{'id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'name': 'tempest-TestShelveInstance-1399622173-router', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:29Z', 'updated_at': '2021-01-22T20:19:36Z', 'revision_number': 4, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'gw_port': {'id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:30Z', 'updated_at': '2021-01-22T20:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '53e53ff1-39b5-4e1c-a430-91fbdd9a448b', 'name': '', 'network_id': 'da97d755-9274-46bf-83b6-0983c2e8ab22', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'mac_address': 'fa:16:3e:fc:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '469baf7a-8685-4bab-9843-3c307ff762da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:35Z', 'updated_at': '2021-01-22T20:19:43Z', 'revision_number': 4, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'subnets': [{'id': '469baf7a-8685-4bab-9843-3c307ff762da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:19:44.379884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ffeed5-970f-4346-8c4f-8be6ec5ba7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be3214f-e2aa-4957-a484-5f9ab139404f'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:19:44.390623 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 4be3214f-e2aa-4957-a484-5f9ab139404f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=4be3214f-e2aa-4957-a484-5f9ab139404f,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:44.416524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:44.418858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f232e54c-c49f-4beb-abbf-1a507c6fa7f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:44.494184 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ffeed5-970f-4346-8c4f-8be6ec5ba7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be3214f-e2aa-4957-a484-5f9ab139404f', 'code': 200}
Jan 22 20:19:44.531050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=4be3214f-e2aa-4957-a484-5f9ab139404f,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:44.535565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:44.874639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ce013-4e27-4551-a740-fe509c34b182 req-54c20491-654d-4c00-80af-f569dc983f9f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:44.876449 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef7ce013-4e27-4551-a740-fe509c34b182 req-54c20491-654d-4c00-80af-f569dc983f9f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1390083
Jan 22 20:19:44.942449 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef7ce013-4e27-4551-a740-fe509c34b182 req-c73e1941-f0a8-480f-9fb7-726849da30d4 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517285
Jan 22 20:19:45.756069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:19:45.880955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 53e53ff1-39b5-4e1c-a430-91fbdd9a448b up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:45.987662 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:19:45.993927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:45.994347 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:46.122389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:46.156780 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=53e53ff1-39b5-4e1c-a430-91fbdd9a448b,segment=NetworkSegment(3c3b9983-0583-400b-8a49-b7800d9312f1),segment_id=3c3b9983-0583-400b-8a49-b7800d9312f1)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:19:46.176865 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:46.178975 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:46.255021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=53e53ff1-39b5-4e1c-a430-91fbdd9a448b,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:46.258399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:47.838442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 53e53ff1-39b5-4e1c-a430-91fbdd9a448b up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:47.914782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:47.915116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:51.285748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7efe2-a630-407c-b8b0-73d26ff3d373 req-e80dea93-8285-43e1-995d-1571e075149f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:51.287494 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fb7efe2-a630-407c-b8b0-73d26ff3d373 req-e80dea93-8285-43e1-995d-1571e075149f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 946 time: 0.4203861
Jan 22 20:19:51.329295 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 4be3214f-e2aa-4957-a484-5f9ab139404f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:51.375920 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1fb7efe2-a630-407c-b8b0-73d26ff3d373 req-3c3df5d6-74aa-42e5-addc-67cf5f9c7c6c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820227
Jan 22 20:19:51.412411 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 4be3214f-e2aa-4957-a484-5f9ab139404f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:51.412879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:51.416675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc92bc-6f6c-4310-9389-daaf3615d1c6 req-21b112cf-d87f-4c94-bf46-ab635f5d5a83 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:51.418839 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34dc92bc-6f6c-4310-9389-daaf3615d1c6 req-21b112cf-d87f-4c94-bf46-ab635f5d5a83 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.4854279
Jan 22 20:19:51.425878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f6d9f-09d4-4999-8151-82aa60099883 req-8ab8b1cc-590d-4d5f-ad2d-5ae7880f2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:51.428231 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be8f6d9f-09d4-4999-8151-82aa60099883 req-8ab8b1cc-590d-4d5f-ad2d-5ae7880f2cb4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 1163 time: 0.2228110
Jan 22 20:19:51.514953 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-be8f6d9f-09d4-4999-8151-82aa60099883 req-b400cc33-058f-418c-ac9a-67e2a1c34498 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668535
Jan 22 20:19:51.521377 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-34dc92bc-6f6c-4310-9389-daaf3615d1c6 req-0bb84acb-939f-4b3b-9c18-b577a80a2641 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920582
Jan 22 20:19:52.831126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a1308-88f8-4a4b-b395-c3f433fda52a req-76f92e4d-6da4-47d3-97bb-a8cb924cd409 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:52.833716 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9a3a1308-88f8-4a4b-b395-c3f433fda52a req-76f92e4d-6da4-47d3-97bb-a8cb924cd409 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 946 time: 0.1104722
Jan 22 20:19:52.945207 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9a3a1308-88f8-4a4b-b395-c3f433fda52a req-29a3dda2-c782-4ee3-96d7-22255e20fca7 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039252
Jan 22 20:19:53.015884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9bb1b-063a-4488-8f7e-decb4eee0033 req-adc8cb5f-c92b-48b8-8f31-ae6fcded6679 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:53.024375 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a3a9bb1b-063a-4488-8f7e-decb4eee0033 req-adc8cb5f-c92b-48b8-8f31-ae6fcded6679 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1366074
Jan 22 20:19:53.090189 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a3a9bb1b-063a-4488-8f7e-decb4eee0033 req-1cca219b-384c-4788-b856-472e13de48d4 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647132
Jan 22 20:19:54.262750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95aeca-48af-4511-95b1-1bfe3a314708 req-df90b6a5-a406-4a03-9a8d-1a2663be36cd tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:54.264598 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b95aeca-48af-4511-95b1-1bfe3a314708 req-df90b6a5-a406-4a03-9a8d-1a2663be36cd tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 946 time: 0.1632106
Jan 22 20:19:54.377670 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b95aeca-48af-4511-95b1-1bfe3a314708 req-8182eb86-faaf-4db2-b63d-ae8b26e0fbf4 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049135
Jan 22 20:19:54.428068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6720ae-9dbd-460f-9122-12ee42cf4651 req-aceccf01-3e9e-4bc2-b62e-61aaebac5278 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:54.429821 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a6720ae-9dbd-460f-9122-12ee42cf4651 req-aceccf01-3e9e-4bc2-b62e-61aaebac5278 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1592159
Jan 22 20:19:54.486066 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a6720ae-9dbd-460f-9122-12ee42cf4651 req-73dad96d-99b5-42d5-bccf-7feadc3c125b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499215
Jan 22 20:19:54.765077 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e4d5297-aa8c-4052-b4d3-0d770fd76c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:55.269663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 4be3214f-e2aa-4957-a484-5f9ab139404f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:19:55.341138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 4be3214f-e2aa-4957-a484-5f9ab139404f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:19:55.341552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:55.659834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbd178-ba17-46de-85aa-3eb282638b09 req-a4fa7b7e-6293-4a5f-9de9-e865f2b7b60b tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:55.662089 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-26fbd178-ba17-46de-85aa-3eb282638b09 req-a4fa7b7e-6293-4a5f-9de9-e865f2b7b60b tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 946 time: 0.1231558
Jan 22 20:19:55.762713 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-26fbd178-ba17-46de-85aa-3eb282638b09 req-72527a61-e0d3-4463-a077-2383c6f7a22c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637920
Jan 22 20:19:55.812909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fc4a3-f57e-45f8-b8cc-515f80055e95 req-80c604e4-e38f-4977-b345-fd2c31fdc478 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:55.814637 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe0fc4a3-f57e-45f8-b8cc-515f80055e95 req-80c604e4-e38f-4977-b345-fd2c31fdc478 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1515183
Jan 22 20:19:55.871448 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fe0fc4a3-f57e-45f8-b8cc-515f80055e95 req-41383f75-3609-4f5a-9512-99723d01037f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503256
Jan 22 20:19:56.039750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 48632) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:56.229893 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-97f68c38-3450-4063-a6f8-6446a9c7d868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:56.246726 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-97f68c38-3450-4063-a6f8-6446a9c7d868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:56.250924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-97f68c38-3450-4063-a6f8-6446a9c7d868 admin admin] Usage tracker for resource:security_group_rule and tenant:005b7a744eff462db2e812a8cdd6a564 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:56.254166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-97f68c38-3450-4063-a6f8-6446a9c7d868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:56.260328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-97f68c38-3450-4063-a6f8-6446a9c7d868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:56.454217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-97f68c38-3450-4063-a6f8-6446a9c7d868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:56.479029 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-97f68c38-3450-4063-a6f8-6446a9c7d868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:56.489770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c0c17d50-0815-44e4-9393-efa2a3ca35a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:56.541250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f68c38-3450-4063-a6f8-6446a9c7d868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df42c69-455c-41ee-871a-338b5289e761,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:56.545405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-97f68c38-3450-4063-a6f8-6446a9c7d868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:56.548523 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-97f68c38-3450-4063-a6f8-6446a9c7d868 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=005b7a744eff462db2e812a8cdd6a564&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5075204
Jan 22 20:19:56.555933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 48656) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:56.621293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-15735d79-c903-4ff1-8263-3dd48544eae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:56.649067 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-15735d79-c903-4ff1-8263-3dd48544eae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:56.753463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-15735d79-c903-4ff1-8263-3dd48544eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:56.759544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b403b2d-5f3d-4e45-823f-ccc7eeec9474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:56.773421 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15735d79-c903-4ff1-8263-3dd48544eae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df42c69-455c-41ee-871a-338b5289e761,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:56.776057 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-15735d79-c903-4ff1-8263-3dd48544eae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:56.778249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-15735d79-c903-4ff1-8263-3dd48544eae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:56.779541 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-15735d79-c903-4ff1-8263-3dd48544eae3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9df42c69-455c-41ee-871a-338b5289e761 HTTP/1.1" status: 204  len: 168 time: 0.2225828
Jan 22 20:19:57.123598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b231457-6e4b-4d58-a60d-a5b63356c356 req-4277281f-8fd4-4ad1-8e72-4199349ee59b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:57.123734 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b231457-6e4b-4d58-a60d-a5b63356c356 req-4277281f-8fd4-4ad1-8e72-4199349ee59b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1147151
Jan 22 20:19:57.179462 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b231457-6e4b-4d58-a60d-a5b63356c356 req-49d20a06-1e0b-4113-bfdb-0946a4573f9e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491736
Jan 22 20:19:57.810535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:57.907477 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68317d2d-8591-4f55-9cd3-0d408a5bbb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:58.428404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dcbc0-2a71-423a-ba79-4355e89037db req-436264e9-6024-4cb4-ac69-13a409f4d882 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:58.430155 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-135dcbc0-2a71-423a-ba79-4355e89037db req-436264e9-6024-4cb4-ac69-13a409f4d882 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1169412
Jan 22 20:19:58.493362 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-135dcbc0-2a71-423a-ba79-4355e89037db req-d2dd2388-f4c6-4d42-a0d9-7dbfd64fe730 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563076
Jan 22 20:19:58.861677 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:59.181743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:59.285941 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 48728) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:59.446455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea7906b0-d794-4aa6-85cd-bcaf7a8d7feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:59.462855 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ea7906b0-d794-4aa6-85cd-bcaf7a8d7feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:19:59.467050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ea7906b0-d794-4aa6-85cd-bcaf7a8d7feb admin admin] Usage tracker for resource:security_group_rule and tenant:2ecb0797e4e5404fa34ef61912b24d6c is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:19:59.472141 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ea7906b0-d794-4aa6-85cd-bcaf7a8d7feb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:19:59.476257 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ea7906b0-d794-4aa6-85cd-bcaf7a8d7feb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:19:59.563561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea7906b0-d794-4aa6-85cd-bcaf7a8d7feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:59.627799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea7906b0-d794-4aa6-85cd-bcaf7a8d7feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:59.642089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:59.681170 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ea7906b0-d794-4aa6-85cd-bcaf7a8d7feb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ecb0797e4e5404fa34ef61912b24d6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3907130
Jan 22 20:19:59.686583 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 48742) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:19:59.733912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7906b0-d794-4aa6-85cd-bcaf7a8d7feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd6c955-7221-49c2-b90d-15683d6fd0c4,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:59.761806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ea7906b0-d794-4aa6-85cd-bcaf7a8d7feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:19:59.783602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-965f05bc-a915-4a68-bfe4-3908d6722389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:59.815397 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-965f05bc-a915-4a68-bfe4-3908d6722389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:59.838936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ce2b4-c974-4e6b-960e-bd1468664a07 req-416380fc-6221-415d-9b97-1f64bc669183 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:19:59.846781 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc3ce2b4-c974-4e6b-960e-bd1468664a07 req-416380fc-6221-415d-9b97-1f64bc669183 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.2106280
Jan 22 20:19:59.898005 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bc3ce2b4-c974-4e6b-960e-bd1468664a07 req-63b064c2-eb7d-420a-947e-c478a6b1fec3 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501626
Jan 22 20:19:59.907445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-965f05bc-a915-4a68-bfe4-3908d6722389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:59.912844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5531934-7e8a-4d85-9101-ae63bec5ea2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:19:59.927952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f05bc-a915-4a68-bfe4-3908d6722389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd6c955-7221-49c2-b90d-15683d6fd0c4,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:19:59.931164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-965f05bc-a915-4a68-bfe4-3908d6722389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:19:59.935428 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-965f05bc-a915-4a68-bfe4-3908d6722389 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9cd6c955-7221-49c2-b90d-15683d6fd0c4 HTTP/1.1" status: 204  len: 168 time: 0.2477014
Jan 22 20:19:59.941260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-965f05bc-a915-4a68-bfe4-3908d6722389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:01.165128 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a054e74-1399-4ae5-8155-7d6139a0efcf req-59aeb63d-af4a-4ced-b8b1-40e478896fa2 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:01.167008 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a054e74-1399-4ae5-8155-7d6139a0efcf req-59aeb63d-af4a-4ced-b8b1-40e478896fa2 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1318810
Jan 22 20:20:01.226923 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a054e74-1399-4ae5-8155-7d6139a0efcf req-c91c3d78-c538-45e3-be95-650f84b7a257 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532165
Jan 22 20:20:02.082506 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 48806) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:02.240049 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8a491c54-b7f8-4d13-9b4e-c8a41525b5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:02.256427 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8a491c54-b7f8-4d13-9b4e-c8a41525b5fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:20:02.260613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8a491c54-b7f8-4d13-9b4e-c8a41525b5fb admin admin] Usage tracker for resource:security_group_rule and tenant:92c1b59b90d14bccb0347ac0a9975b96 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:20:02.263776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-8a491c54-b7f8-4d13-9b4e-c8a41525b5fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:20:02.269917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8a491c54-b7f8-4d13-9b4e-c8a41525b5fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:20:02.361361 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8a491c54-b7f8-4d13-9b4e-c8a41525b5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:02.419398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8a491c54-b7f8-4d13-9b4e-c8a41525b5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:02.431241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ca005059-4a2f-41c9-9b4a-1d90a67a5254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:02.481517 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8a491c54-b7f8-4d13-9b4e-c8a41525b5fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92c1b59b90d14bccb0347ac0a9975b96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3971386
Jan 22 20:20:02.484651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 48818) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:02.502660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a491c54-b7f8-4d13-9b4e-c8a41525b5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e841ca-5d27-45ed-9164-4f57e22ebabb,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:02.509550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8a491c54-b7f8-4d13-9b4e-c8a41525b5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:02.551514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6d403-ba96-464f-abd7-07845b5ca02a req-35f72e2f-fe16-448c-8c6b-71835434df7b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:02.554230 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fca6d403-ba96-464f-abd7-07845b5ca02a req-35f72e2f-fe16-448c-8c6b-71835434df7b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1881609
Jan 22 20:20:02.563110 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-371a5c4d-a5a3-4c5b-97fc-b194efd5a0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:02.598376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-371a5c4d-a5a3-4c5b-97fc-b194efd5a0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:02.609899 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fca6d403-ba96-464f-abd7-07845b5ca02a req-e72c0b7b-44d8-4189-9562-a4e07e27a88e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500321
Jan 22 20:20:02.696355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-371a5c4d-a5a3-4c5b-97fc-b194efd5a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:02.700731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-71dad38e-ae25-4946-ab58-a4a65b1c8f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:02.713068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a5c4d-a5a3-4c5b-97fc-b194efd5a0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e841ca-5d27-45ed-9164-4f57e22ebabb,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:02.719985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-371a5c4d-a5a3-4c5b-97fc-b194efd5a0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:02.721270 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-371a5c4d-a5a3-4c5b-97fc-b194efd5a0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:02.722491 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-371a5c4d-a5a3-4c5b-97fc-b194efd5a0b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69e841ca-5d27-45ed-9164-4f57e22ebabb HTTP/1.1" status: 204  len: 168 time: 0.2365241
Jan 22 20:20:03.863238 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e74b0-557f-4e8c-b9bc-365f258f9bc8 req-9003e7b8-a690-474a-929a-9c1909f9e069 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:03.864902 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2b0e74b0-557f-4e8c-b9bc-365f258f9bc8 req-9003e7b8-a690-474a-929a-9c1909f9e069 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1062553
Jan 22 20:20:03.920544 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2b0e74b0-557f-4e8c-b9bc-365f258f9bc8 req-5d3a3a26-b47d-429e-8c1b-8a3a2e11e502 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491502
Jan 22 20:20:04.549646 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-cf2c51a7-8874-4d59-8c5d-6b6558440733 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/networks?tenant_id=640dbc0766004f9f973f8add5aa68806&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0328732
Jan 22 20:20:04.735658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-46fd67ef-a5e5-4d33-8e8b-c2651fd731ca tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:04.737336 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-46fd67ef-a5e5-4d33-8e8b-c2651fd731ca tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1810436
Jan 22 20:20:04.754948 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-72c05409-7cb2-49b8-b37a-b9051ad27d93 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/quotas/640dbc0766004f9f973f8add5aa68806 HTTP/1.1" status: 200  len: 375 time: 0.0103583
Jan 22 20:20:04.811570 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-e73ceaaa-59ff-41c8-b60d-2ab268eec537 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?tenant_id=640dbc0766004f9f973f8add5aa68806&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487025
Jan 22 20:20:05.188340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03a584-a74f-4dc0-b89c-aa2db8da14f3 req-1f4ef523-13e4-4355-8bfe-83d9381eb78f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:05.190332 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e03a584-a74f-4dc0-b89c-aa2db8da14f3 req-1f4ef523-13e4-4355-8bfe-83d9381eb78f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1285934
Jan 22 20:20:05.280012 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a4aa370a-695a-4432-819a-8ce96c2740de req-831bcaf6-fbf7-4eed-a78d-864358dcd62b tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 210 time: 0.0659847
Jan 22 20:20:05.302686 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4e03a584-a74f-4dc0-b89c-aa2db8da14f3 req-1e86b07e-4003-496f-b7f6-ac40f7f0b84b tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038461
Jan 22 20:20:06.517826 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-459f4c81-723e-4db7-bcf5-3f454d52b630 req-884eac89-8edc-4913-aaa7-e961bafe1dd8 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 210 time: 0.0874674
Jan 22 20:20:06.595734 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015be900-90c1-4abf-9ea2-7fff87b5ada2 req-2221c0ee-2839-42c1-8ae5-c79325b61730 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:06.597321 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-015be900-90c1-4abf-9ea2-7fff87b5ada2 req-2221c0ee-2839-42c1-8ae5-c79325b61730 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1249299
Jan 22 20:20:06.649756 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-015be900-90c1-4abf-9ea2-7fff87b5ada2 req-2de61e92-b388-4858-b784-33d8beac6343 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455768
Jan 22 20:20:07.214000 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-2f67c12a-24eb-44d7-b2a6-4f2295964b04 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.48 "GET /v2.0/networks?tenant_id=640dbc0766004f9f973f8add5aa68806&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0341997
Jan 22 20:20:07.447411 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-668169a1-9cd2-401f-829b-4ed8dc61fc42 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:07.449669 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-668169a1-9cd2-401f-829b-4ed8dc61fc42 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2044299
Jan 22 20:20:07.495287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Request body: {'port': {'device_id': '9b879a8e-d6d3-4478-934d-27e54f71c295', 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0', 'admin_state_up': True, 'tenant_id': '640dbc0766004f9f973f8add5aa68806'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:20:07.657290 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:20:07.662414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Usage tracker for resource:port and tenant:640dbc0766004f9f973f8add5aa68806 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:20:07.667658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Quota usage for port was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:20:07.717715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:20:07.735804 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7c2c49ea-b44c-493d-a9c2-7fb5b608db0d req-9634d9b7-7a64-49c1-9032-20171fbd221e tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 210 time: 0.0628049
Jan 22 20:20:07.776178 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Made reservation on behalf of 640dbc0766004f9f973f8add5aa68806 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:20:07.786444 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:07.838315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:07.865796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:20:07.871566 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Usage tracker for resource:security_group_rule and tenant:640dbc0766004f9f973f8add5aa68806 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:20:07.875625 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:20:07.883324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:20:07.942905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdffd63-c8ea-4a99-959f-9bf6416c9776 req-101efec5-086c-4de4-b37a-14096d652d44 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:07.944570 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ccdffd63-c8ea-4a99-959f-9bf6416c9776 req-101efec5-086c-4de4-b37a-14096d652d44 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1446319
Jan 22 20:20:08.003111 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ccdffd63-c8ea-4a99-959f-9bf6416c9776 req-0499ca40-1516-4d31-9143-72feea4e9bb1 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516536
Jan 22 20:20:08.096446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:08.135934 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:08.150005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-269d9501-ffe7-4884-8ebd-009cfb8f506d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:08.215161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Pushing event updated for resources: {'SecurityGroup': ['ID=20c8ac64-56eb-4c13-8d6e-019b4790b028,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:08.220808 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:08.493439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Allocated IP 192.168.233.200 (d78c75c1-b735-402c-b217-a4af28292ed0/5c8ca5a8-df8e-456b-b949-8cf0b9eafada/c8b127b3-27a2-428a-8bb4-203e427472cd) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:20:08.736493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:08.761272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Transition to ACTIVE for port object c8b127b3-27a2-428a-8bb4-203e427472cd will not be triggered until provisioned by entity DHCP. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:20:08.846545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:08.870389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:09.070631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Pushing event updated for resources: {'Port': ['ID=c8b127b3-27a2-428a-8bb4-203e427472cd,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:09.078597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:09.161640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b4f4b-4d09-44c7-ad9d-c4252ddac104 req-0a2adc83-d512-404f-b59d-f842bae990a6 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:09.163372 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-047b4f4b-4d09-44c7-ad9d-c4252ddac104 req-0a2adc83-d512-404f-b59d-f842bae990a6 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 936 time: 0.2534292
Jan 22 20:20:09.193741 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Network d78c75c1-b735-402c-b217-a4af28292ed0 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:20:09.197798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:20:09.202615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:20:09.223953 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:09.224951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:09.274448 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-047b4f4b-4d09-44c7-ad9d-c4252ddac104 req-3aef593a-6076-4fcc-abc4-e6cdaa03f2ea tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043513
Jan 22 20:20:09.325401 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8349242
Jan 22 20:20:09.372324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Request body: {'port': {'device_id': '9b879a8e-d6d3-4478-934d-27e54f71c295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:20:09.564928 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-2fa0491d-23db-4e99-92f9-6733c9e2da0f None None] Provisioning for port c8b127b3-27a2-428a-8bb4-203e427472cd completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:20:09.571699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-2fa0491d-23db-4e99-92f9-6733c9e2da0f None None] Provisioning complete for port c8b127b3-27a2-428a-8bb4-203e427472cd triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:09.572124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2fa0491d-23db-4e99-92f9-6733c9e2da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:09.634229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2fa0491d-23db-4e99-92f9-6733c9e2da0f None None] Port c8b127b3-27a2-428a-8bb4-203e427472cd cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:20:09.808095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:09.852946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d293da-a7dc-49db-9ab0-ac511320fcd5 req-b7f50417-02ee-431b-abba-229a8ef79ed2 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:09.854596 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57d293da-a7dc-49db-9ab0-ac511320fcd5 req-b7f50417-02ee-431b-abba-229a8ef79ed2 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.4160511
Jan 22 20:20:09.990637 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57d293da-a7dc-49db-9ab0-ac511320fcd5 req-e5f6d3ab-c7c5-45c9-9943-236e094009d0 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081722
Jan 22 20:20:10.316045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d55fa-0cbc-4038-8daf-406db83c8793 req-d067998c-38ef-4445-9924-b7d5e7cf78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:10.317774 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-142d55fa-0cbc-4038-8daf-406db83c8793 req-d067998c-38ef-4445-9924-b7d5e7cf78ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 1162 time: 0.1295753
Jan 22 20:20:10.535208 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-142d55fa-0cbc-4038-8daf-406db83c8793 req-2f93b113-38f8-4679-b463-1d0f602a56a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939363
Jan 22 20:20:10.544583 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b127b3-27a2-428a-8bb4-203e427472cd {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:20:10.555321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:10.574548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Transition to ACTIVE for port object c8b127b3-27a2-428a-8bb4-203e427472cd will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:20:10.624615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f649c-dab0-4a4d-9dcc-06c3329318b3 req-05d3df84-b02d-4e18-8fab-1278a597d16c tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:10.625436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-608f649c-dab0-4a4d-9dcc-06c3329318b3 req-05d3df84-b02d-4e18-8fab-1278a597d16c tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Synchronizing usage tracker for tenant:640dbc0766004f9f973f8add5aa68806 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:10.630968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:10.650481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:10.808021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b127b3-27a2-428a-8bb4-203e427472cd,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:10.813674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:10.819252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-608f649c-dab0-4a4d-9dcc-06c3329318b3 req-05d3df84-b02d-4e18-8fab-1278a597d16c tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Unset dirty status for tenant:640dbc0766004f9f973f8add5aa68806 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:10.820823 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-608f649c-dab0-4a4d-9dcc-06c3329318b3 req-05d3df84-b02d-4e18-8fab-1278a597d16c tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 936 time: 0.3632331
Jan 22 20:20:10.943770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-608f649c-dab0-4a4d-9dcc-06c3329318b3 req-25da441b-82e0-43b8-b262-e4f98d955ebd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Synchronizing usage tracker for tenant:640dbc0766004f9f973f8add5aa68806 on resource:security_group {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:10.998104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Attempting to bind port c8b127b3-27a2-428a-8bb4-203e427472cd on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:20:10.998480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Attempting to bind port c8b127b3-27a2-428a-8bb4-203e427472cd by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '32a22757-e394-4093-b6bf-66d833ef4e06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:20:10.998851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Attempting to bind port c8b127b3-27a2-428a-8bb4-203e427472cd on network d78c75c1-b735-402c-b217-a4af28292ed0 {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:20:11.006185 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:20:11.006581 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Checking segment: {'id': '32a22757-e394-4093-b6bf-66d833ef4e06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:20:11.006990 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:11.007401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Bound using segment: {'id': '32a22757-e394-4093-b6bf-66d833ef4e06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:20:11.007871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Bound port: c8b127b3-27a2-428a-8bb4-203e427472cd, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a22757-e394-4093-b6bf-66d833ef4e06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd78c75c1-b735-402c-b217-a4af28292ed0'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:20:11.008254 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:11.030683 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-608f649c-dab0-4a4d-9dcc-06c3329318b3 req-25da441b-82e0-43b8-b262-e4f98d955ebd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Unset dirty status for tenant:640dbc0766004f9f973f8add5aa68806 on resource:security_group {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:11.043906 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-608f649c-dab0-4a4d-9dcc-06c3329318b3 req-25da441b-82e0-43b8-b262-e4f98d955ebd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164297
Jan 22 20:20:11.182486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] For port c8b127b3-27a2-428a-8bb4-203e427472cd, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:20:11.185631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] For port c8b127b3-27a2-428a-8bb4-203e427472cd, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c8b127b3-27a2-428a-8bb4-203e427472cd,segment=NetworkSegment(32a22757-e394-4093-b6bf-66d833ef4e06),segment_id=32a22757-e394-4093-b6bf-66d833ef4e06)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:20:11.255313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:11.278686 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:11.473471 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b127b3-27a2-428a-8bb4-203e427472cd,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:11.482020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:11.534119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142f5d4-d75c-487d-b119-37d9b3bff2e8 req-dc006fe0-6c68-405d-b1fd-2ae692fded5e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:11.536331 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8142f5d4-d75c-487d-b119-37d9b3bff2e8 req-dc006fe0-6c68-405d-b1fd-2ae692fded5e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.3237259
Jan 22 20:20:11.567727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:11.568434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:11.569920 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] 10.222.0.48 "PUT /v2.0/ports/c8b127b3-27a2-428a-8bb4-203e427472cd HTTP/1.1" status: 200  len: 1162 time: 2.2043576
Jan 22 20:20:11.570574 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b879a8e-d6d3-4478-934d-27e54f71c295', 'tag': 'c8b127b3-27a2-428a-8bb4-203e427472cd'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:11.609434 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8142f5d4-d75c-487d-b119-37d9b3bff2e8 req-7810bc68-3a5a-4a62-9338-f0e867a44ce1 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636117
Jan 22 20:20:11.703266 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b879a8e-d6d3-4478-934d-27e54f71c295', 'tag': 'c8b127b3-27a2-428a-8bb4-203e427472cd', 'status': 'completed', 'code': 200}
Jan 22 20:20:11.826623 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-3ab3aa9c-b465-4f03-9594-07c9d6735abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:11.828503 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-3ab3aa9c-b465-4f03-9594-07c9d6735abc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=640dbc0766004f9f973f8add5aa68806&device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 1165 time: 0.1061161
Jan 22 20:20:11.916813 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-57acde75-1e76-431b-953d-920e7187f4c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c8b127b3-27a2-428a-8bb4-203e427472cd HTTP/1.1" status: 200  len: 217 time: 0.0732701
Jan 22 20:20:11.995235 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-87292440-54e6-48c9-8be5-f34e874333b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:11.996834 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-87292440-54e6-48c9-8be5-f34e874333b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c8ca5a8-df8e-456b-b949-8cf0b9eafada HTTP/1.1" status: 200  len: 843 time: 0.0712571
Jan 22 20:20:12.098957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-d2ad34b8-ac0d-4295-8661-001c6d67afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:12.100730 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-d2ad34b8-ac0d-4295-8661-001c6d67afe5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d78c75c1-b735-402c-b217-a4af28292ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0940158
Jan 22 20:20:12.290051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-1292c2aa-9c6e-4038-a04e-c93ecd746636 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:security_group {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:12.373192 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-109cafed-811f-4c11-a95d-ed28db2a194f service neutron] 10.222.0.48 "GET /v2.0/networks/d78c75c1-b735-402c-b217-a4af28292ed0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2555768
Jan 22 20:20:12.409035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d61f3d-f03c-4d94-99a1-b5fc257fd975 req-c122958f-f28f-4e6c-82fb-fad15d368e63 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:12.410724 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-80d61f3d-f03c-4d94-99a1-b5fc257fd975 req-c122958f-f28f-4e6c-82fb-fad15d368e63 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 948 time: 0.2239363
Jan 22 20:20:12.439165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-1292c2aa-9c6e-4038-a04e-c93ecd746636 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:security_group {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:12.440409 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-1292c2aa-9c6e-4038-a04e-c93ecd746636 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2065028634&fields=id&tenant_id=33839a047bb14ff2ae6d7a0e5faa3679 HTTP/1.1" status: 200  len: 267 time: 0.3380625
Jan 22 20:20:12.667685 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-80d61f3d-f03c-4d94-99a1-b5fc257fd975 req-fa8df68b-551e-49ea-8bfa-923e7e07ac5d tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2327845
Jan 22 20:20:12.723207 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d467d1c0-8ee1-49ed-97cf-a6449f689f55 req-58860282-e095-4b27-9954-e38780e71c35 service neutron] 10.222.0.48 "GET /v2.0/networks/d78c75c1-b735-402c-b217-a4af28292ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3112006
Jan 22 20:20:12.776076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-430439f7-5e0f-4871-bb36-d1207f830855 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:12.777762 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-430439f7-5e0f-4871-bb36-d1207f830855 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 812 time: 0.3105261
Jan 22 20:20:12.799674 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-cddf4203-2898-486a-aeef-0cf00abc8853 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/quotas/33839a047bb14ff2ae6d7a0e5faa3679 HTTP/1.1" status: 200  len: 375 time: 0.0113971
Jan 22 20:20:12.906155 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-44c67edf-fa05-469c-93ab-c56548111a15 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0993221
Jan 22 20:20:13.142566 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ff007698-bb2a-4331-84da-1b6931ba15e6 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2229719
Jan 22 20:20:13.145459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c9248-429a-4123-a804-91777a6e2ff5 req-b85bf848-179e-4734-94ba-6df5b1698ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:13.147106 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27c9248-429a-4123-a804-91777a6e2ff5 req-b85bf848-179e-4734-94ba-6df5b1698ef3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=640dbc0766004f9f973f8add5aa68806&device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 1165 time: 0.2033424
Jan 22 20:20:13.554895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 0158bcdb-e28c-4d86-af0d-b8514067baad up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:13.631080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 0158bcdb-e28c-4d86-af0d-b8514067baad triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:13.631557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:13.743741 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c9248-429a-4123-a804-91777a6e2ff5 req-688abac0-4635-412d-85b5-04a634aa27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:13.745345 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27c9248-429a-4123-a804-91777a6e2ff5 req-688abac0-4635-412d-85b5-04a634aa27bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=d78c75c1-b735-402c-b217-a4af28292ed0 HTTP/1.1" status: 200  len: 863 time: 0.5713887
Jan 22 20:20:13.753213 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ff4d7be7-66c2-45d4-a94e-ce5a9d6e1954 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6022305
Jan 22 20:20:13.831351 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27c9248-429a-4123-a804-91777a6e2ff5 req-6eccbb6f-29f6-4042-90d5-c0ebe0d694da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c8b127b3-27a2-428a-8bb4-203e427472cd HTTP/1.1" status: 200  len: 217 time: 0.0749357
Jan 22 20:20:13.862790 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2f44a-9848-425f-9954-f1e8c40f6214 req-9d833bd9-a66c-4bd8-8e4b-971232fefc43 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:13.864629 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7da2f44a-9848-425f-9954-f1e8c40f6214 req-9d833bd9-a66c-4bd8-8e4b-971232fefc43 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.6214302
Jan 22 20:20:13.973988 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7da2f44a-9848-425f-9954-f1e8c40f6214 req-af921443-6727-4981-9a5c-8b86486ce021 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712245
Jan 22 20:20:13.975664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c9248-429a-4123-a804-91777a6e2ff5 req-42613193-1bfc-4390-a420-3f7f3bc61a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:13.977205 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27c9248-429a-4123-a804-91777a6e2ff5 req-42613193-1bfc-4390-a420-3f7f3bc61a08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c8ca5a8-df8e-456b-b949-8cf0b9eafada HTTP/1.1" status: 200  len: 843 time: 0.1116440
Jan 22 20:20:14.075631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c9248-429a-4123-a804-91777a6e2ff5 req-42a9871f-1c57-4e04-89af-938b3dff02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:14.077161 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27c9248-429a-4123-a804-91777a6e2ff5 req-42a9871f-1c57-4e04-89af-938b3dff02ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d78c75c1-b735-402c-b217-a4af28292ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0899751
Jan 22 20:20:14.472399 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27c9248-429a-4123-a804-91777a6e2ff5 req-89e235a2-172d-4be1-896a-e24dd293d2a6 service neutron] 10.222.0.48 "GET /v2.0/networks/d78c75c1-b735-402c-b217-a4af28292ed0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568985
Jan 22 20:20:14.472399 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27c9248-429a-4123-a804-91777a6e2ff5 req-547ae254-2dd6-447a-a91e-f1148fffb291 service neutron] 10.222.0.48 "GET /v2.0/networks/d78c75c1-b735-402c-b217-a4af28292ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1894994
Jan 22 20:20:14.474489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:14.889731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeab8e0-1907-41d3-aa50-6205e903a7ba req-63fc1019-fd92-4d07-88da-79c1d11c57db tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:14.890937 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eeeab8e0-1907-41d3-aa50-6205e903a7ba req-63fc1019-fd92-4d07-88da-79c1d11c57db tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 948 time: 0.1181772
Jan 22 20:20:14.947480 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eeeab8e0-1907-41d3-aa50-6205e903a7ba req-979014f4-0ac1-4232-8f0c-5a7ed1999d53 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492568
Jan 22 20:20:15.073490 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-affa0d9d-fb5d-4fe1-9a7c-16e5ddee1ed3 req-61c4094a-18e9-417c-82f0-2bf6074cd2dd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.0534770
Jan 22 20:20:15.372203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbca63-7b43-4429-b64b-e8235ce7c7c6 req-c7fdd78c-bcc6-433b-8883-1e68565c0534 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:15.373910 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7edbca63-7b43-4429-b64b-e8235ce7c7c6 req-c7fdd78c-bcc6-433b-8883-1e68565c0534 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 946 time: 0.1101434
Jan 22 20:20:15.429855 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7edbca63-7b43-4429-b64b-e8235ce7c7c6 req-ba499e8a-cc42-4667-b3f7-59d46d8ffc20 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492773
Jan 22 20:20:15.841138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ff0ad-6e1b-4eee-8897-42bc6dee0537 req-31d90d75-da27-4409-a2e3-28e1e8cef127 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:15.842850 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-564ff0ad-6e1b-4eee-8897-42bc6dee0537 req-31d90d75-da27-4409-a2e3-28e1e8cef127 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1836321
Jan 22 20:20:15.845244 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5acbe-020e-4fbe-af71-d4ff7bc7b263 req-8805a963-717e-481f-af4e-da8ad61d9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:15.846746 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-83c5acbe-020e-4fbe-af71-d4ff7bc7b263 req-8805a963-717e-481f-af4e-da8ad61d9d37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 1162 time: 0.1438375
Jan 22 20:20:16.027145 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-564ff0ad-6e1b-4eee-8897-42bc6dee0537 req-0968d5bf-dc06-433f-ac16-dbfba5d9225a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770923
Jan 22 20:20:16.070419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5acbe-020e-4fbe-af71-d4ff7bc7b263 req-4895239d-3630-4e24-8801-c20536f50c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:16.074837 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-83c5acbe-020e-4fbe-af71-d4ff7bc7b263 req-4895239d-3630-4e24-8801-c20536f50c31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 200  len: 913 time: 0.2069185
Jan 22 20:20:16.221178 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-83c5acbe-020e-4fbe-af71-d4ff7bc7b263 req-51278e3a-2a2c-4183-9393-464d7f1e5072 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0158bcdb-e28c-4d86-af0d-b8514067baad HTTP/1.1" status: 200  len: 217 time: 0.1391981
Jan 22 20:20:16.338071 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-89c90718-d821-4350-a478-68402bfa712f req-6d122bb7-5ded-49f5-be83-e4b150203210 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.0573270
Jan 22 20:20:16.366768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5acbe-020e-4fbe-af71-d4ff7bc7b263 req-fc680fb5-5d8c-4fc2-b36c-2697f22b1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:16.368634 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-83c5acbe-020e-4fbe-af71-d4ff7bc7b263 req-fc680fb5-5d8c-4fc2-b36c-2697f22b1624 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967b80c3-e198-489e-92d2-dca429bbbdd3 HTTP/1.1" status: 200  len: 859 time: 0.1401694
Jan 22 20:20:16.403750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f04240-b7fb-44d6-9ee4-28934e50343f req-7fb890e8-94f5-4de4-8556-9c50e9c40ec4 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:16.405478 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88f04240-b7fb-44d6-9ee4-28934e50343f req-7fb890e8-94f5-4de4-8556-9c50e9c40ec4 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 948 time: 0.2397208
Jan 22 20:20:16.504776 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-83c5acbe-020e-4fbe-af71-d4ff7bc7b263 req-25adf867-2f87-42de-bd25-da847945d32a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9206a83-e41a-460b-aea7-8dc961f124e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590107
Jan 22 20:20:16.511564 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88f04240-b7fb-44d6-9ee4-28934e50343f req-d43d349d-2a46-4575-8738-e19638d97d07 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994680
Jan 22 20:20:16.734473 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-83c5acbe-020e-4fbe-af71-d4ff7bc7b263 req-3b523337-9118-49cb-8c86-677a85f2957f service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183745
Jan 22 20:20:16.775037 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac90f3b-65ee-4a87-9745-13644a547795 req-5c294740-f3dd-4238-908f-a45fca955e74 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:16.777022 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6ac90f3b-65ee-4a87-9745-13644a547795 req-5c294740-f3dd-4238-908f-a45fca955e74 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 946 time: 0.1633174
Jan 22 20:20:16.932380 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6ac90f3b-65ee-4a87-9745-13644a547795 req-e92d7ac4-8d34-4690-a42a-fd18e61b2ecd tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303306
Jan 22 20:20:16.965095 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-83c5acbe-020e-4fbe-af71-d4ff7bc7b263 req-a2845de2-9600-4850-8e0d-49cf456776f4 service neutron] 10.222.0.48 "GET /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2187562
Jan 22 20:20:17.355745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-427d03e3-fdd0-494f-b107-5f0693c843a9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:17.357314 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-427d03e3-fdd0-494f-b107-5f0693c843a9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 812 time: 0.2897136
Jan 22 20:20:17.435785 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49bba9-204f-4a98-8733-e6393cc7d1e3 req-43c9a1e9-6731-4e1c-8601-0404d8ed7d46 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:17.437523 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd49bba9-204f-4a98-8733-e6393cc7d1e3 req-43c9a1e9-6731-4e1c-8601-0404d8ed7d46 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1686385
Jan 22 20:20:17.533367 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-b6c8205e-f083-47b7-9898-d211ff96661a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679 HTTP/1.1" status: 200  len: 5765 time: 0.1463857
Jan 22 20:20:17.545745 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd49bba9-204f-4a98-8733-e6393cc7d1e3 req-920803d3-7f92-45d7-b378-3a463482af10 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926473
Jan 22 20:20:17.582970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'port': {'device_id': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'admin_state_up': True, 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'security_groups': ['539c59a3-9f2d-47a1-911c-9789f64ccc2d']}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:20:17.796004 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e19755b7-2196-48d6-8b12-5adb835d6f3c req-b06ab860-321e-4e3c-9832-d069067c08d9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.1130884
Jan 22 20:20:17.859032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:20:17.866691 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Usage tracker for resource:port and tenant:33839a047bb14ff2ae6d7a0e5faa3679 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:20:17.870751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Quota usage for port was recalculated. Used quota:2. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:20:17.878711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:20:17.908948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d340fac-15e9-46b6-830e-155972392bd8 req-a4c9429a-7f8f-4fea-9653-091e55e1ca46 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:17.910680 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0d340fac-15e9-46b6-830e-155972392bd8 req-a4c9429a-7f8f-4fea-9653-091e55e1ca46 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 948 time: 0.2265439
Jan 22 20:20:17.942663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Made reservation on behalf of 33839a047bb14ff2ae6d7a0e5faa3679 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:20:17.952309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:18.010474 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0d340fac-15e9-46b6-830e-155972392bd8 req-9ab57ace-e26e-4c70-a0b7-959d16a11cb3 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930829
Jan 22 20:20:18.628585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6703f8d-f437-4f38-97fe-a989af8b6764 req-a3cbe02e-1131-462a-8ac9-db541ac755f5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:18.630317 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6703f8d-f437-4f38-97fe-a989af8b6764 req-a3cbe02e-1131-462a-8ac9-db541ac755f5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 946 time: 0.4779389
Jan 22 20:20:18.688373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31308c9-27c4-457b-9f45-261d2610a23e req-23ccba80-f079-4260-abf0-1fa2e6758e2a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:18.689978 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b31308c9-27c4-457b-9f45-261d2610a23e req-23ccba80-f079-4260-abf0-1fa2e6758e2a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 946 time: 0.5834434
Jan 22 20:20:18.837024 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f6703f8d-f437-4f38-97fe-a989af8b6764 req-110fd349-c18a-4701-b105-dbb6be7dfd4b tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411436
Jan 22 20:20:18.838331 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Allocated IP 172.20.0.8 (2a8daac2-dce7-4143-a261-8d9997e9a19b/d418d97c-202f-49b5-9ed4-33bce69ac33f/83cc41a3-a66b-47bc-ab5a-3f18275be178) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:20:18.855098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Deleting port 4be3214f-e2aa-4957-a484-5f9ab139404f {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:20:18.857016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:19.139733 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9162a69c-18a8-4f61-9b63-02ecc25f5251 req-259789fd-bae2-4327-b288-85ab7240fc89 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.1421266
Jan 22 20:20:19.365621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 4be3214f-e2aa-4957-a484-5f9ab139404f no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:20:19.482501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ff8d5-5b23-4bd4-9605-0f61d6a200d5 req-292eaffc-260b-4688-8be8-4f818f1fa060 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:19.484187 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f22ff8d5-5b23-4bd4-9605-0f61d6a200d5 req-292eaffc-260b-4688-8be8-4f818f1fa060 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.4983263
Jan 22 20:20:19.505442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:19.513216 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:19.534888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ffeed5-970f-4346-8c4f-8be6ec5ba7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4be3214f-e2aa-4957-a484-5f9ab139404f'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:19.546215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 4be3214f-e2aa-4957-a484-5f9ab139404f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=4be3214f-e2aa-4957-a484-5f9ab139404f,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:19.561959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] For port 4be3214f-e2aa-4957-a484-5f9ab139404f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=4be3214f-e2aa-4957-a484-5f9ab139404f,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:19.562761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:19.575976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:19.577910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7348d3c3-1b88-49f7-9afa-9dc9f4ad905b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:19.589595 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Transition to ACTIVE for port object 83cc41a3-a66b-47bc-ab5a-3f18275be178 will not be triggered until provisioned by entity DHCP. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:20:19.651959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=4be3214f-e2aa-4957-a484-5f9ab139404f,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:19.660039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.660924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.661306 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.661683 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.662057 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.662429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.662799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.663166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.663569 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.663938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.664302 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.664678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.665079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.665480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.665843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.666205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.666568 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.666926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.667329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.667690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.668050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.668456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.668814 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.669171 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:19.673556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:19.731551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Calling delete_port for 4be3214f-e2aa-4957-a484-5f9ab139404f owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:20:19.783491 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f22ff8d5-5b23-4bd4-9605-0f61d6a200d5 req-949856b6-19a4-4b32-b6fc-93567257b558 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2889020
Jan 22 20:20:19.815567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e6d6a-e069-4210-85ef-ecb971124449 req-6433f4b6-f7fc-4763-b923-dcbce938967d tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:19.817253 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-875e6d6a-e069-4210-85ef-ecb971124449 req-6433f4b6-f7fc-4763-b923-dcbce938967d tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 948 time: 0.5386937
Jan 22 20:20:19.908624 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-875e6d6a-e069-4210-85ef-ecb971124449 req-84921862-6a2b-47bb-b7b7-28a9384b7e31 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813990
Jan 22 20:20:19.936233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:19.955536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d2f7b066-b464-48ef-9ca7-6b136489ad74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:19.983568 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ffeed5-970f-4346-8c4f-8be6ec5ba7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4be3214f-e2aa-4957-a484-5f9ab139404f', 'code': 200}
Jan 22 20:20:20.013280 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:20:20.013648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:20:20.168328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'Port': ['ID=83cc41a3-a66b-47bc-ab5a-3f18275be178,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:20.174851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:20.236786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:20:20.239123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:20:20.244029 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:20:20.273095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:20.274247 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:20.311734 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789c275-daa7-4785-9a1f-881a9ecd4812 req-2819269c-3f77-43e9-82d8-35696698ca91 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:20.313447 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9789c275-daa7-4785-9a1f-881a9ecd4812 req-2819269c-3f77-43e9-82d8-35696698ca91 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 944 time: 0.2153554
Jan 22 20:20:20.442978 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9789c275-daa7-4785-9a1f-881a9ecd4812 req-e251af89-396d-4a39-9ada-d719e176618f tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212087
Jan 22 20:20:20.444294 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8666072
Jan 22 20:20:20.482737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5de8b5-ec8f-440f-9dab-1292a5031511 req-097d28ee-66c6-46e5-9e34-eda26218984a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:20.483604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cc5de8b5-ec8f-440f-9dab-1292a5031511 req-097d28ee-66c6-46e5-9e34-eda26218984a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:20.493130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Request body: {'port': {'device_id': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:20:20.507082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7f3e31de-a179-4362-8381-496d478dfdfd None None] Provisioning for port 83cc41a3-a66b-47bc-ab5a-3f18275be178 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:20:20.512446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7f3e31de-a179-4362-8381-496d478dfdfd None None] Provisioning complete for port 83cc41a3-a66b-47bc-ab5a-3f18275be178 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:20.512811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f3e31de-a179-4362-8381-496d478dfdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:20.519174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Deleting port 4be3214f-e2aa-4957-a484-5f9ab139404f {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:20:20.519604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:20.570719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e31de-a179-4362-8381-496d478dfdfd None None] Port 83cc41a3-a66b-47bc-ab5a-3f18275be178 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:20:20.650680 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cc5de8b5-ec8f-440f-9dab-1292a5031511 req-097d28ee-66c6-46e5-9e34-eda26218984a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:20.651952 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc5de8b5-ec8f-440f-9dab-1292a5031511 req-097d28ee-66c6-46e5-9e34-eda26218984a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 931 time: 0.3375103
Jan 22 20:20:20.797305 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:20.824838 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc5de8b5-ec8f-440f-9dab-1292a5031511 req-91ab5f7e-3528-4ebc-aed4-ef73e399b5f0 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1365798
Jan 22 20:20:21.363631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] For port 4be3214f-e2aa-4957-a484-5f9ab139404f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=4be3214f-e2aa-4957-a484-5f9ab139404f,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:21.363942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:21.460516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network d78c75c1-b735-402c-b217-a4af28292ed0 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:20:21.577624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Calling delete_port for 4be3214f-e2aa-4957-a484-5f9ab139404f owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:20:21.745102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04614e2c-f2c1-49d0-80b6-2244c8025846 req-f24755dc-2f00-4ebb-ac14-5d38248710e6 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:21.746619 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04614e2c-f2c1-49d0-80b6-2244c8025846 req-f24755dc-2f00-4ebb-ac14-5d38248710e6 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.8012018
Jan 22 20:20:21.860986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5e27e-a4b5-400a-a815-7be1373d78f4 req-5ba1ec7b-8acf-4c3e-8183-3599998fc849 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:21.862623 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cbf5e27e-a4b5-400a-a815-7be1373d78f4 req-5ba1ec7b-8acf-4c3e-8183-3599998fc849 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 948 time: 0.5909681
Jan 22 20:20:21.906047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-0db38b00-3782-428b-81ca-ca15c38cbd5c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80270) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 20:20:22.006659 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04614e2c-f2c1-49d0-80b6-2244c8025846 req-3520a2d2-938d-4556-92f8-42d03d55e36f tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899338
Jan 22 20:20:22.034274 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cbf5e27e-a4b5-400a-a815-7be1373d78f4 req-e61b4405-b39c-4c80-bda2-36490afc7803 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505387
Jan 22 20:20:22.129236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cc41a3-a66b-47bc-ab5a-3f18275be178 {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:20:22.138338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:22.151204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Transition to ACTIVE for port object 83cc41a3-a66b-47bc-ab5a-3f18275be178 will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:20:22.152823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:22.168904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ce805c8b-8fa2-4337-b02b-f23ff4988ccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:22.219064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:22.253760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Pushing event deleted for resources: {'Port': ['ID=4be3214f-e2aa-4957-a484-5f9ab139404f,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:22.265431 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:22.265911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:22.498160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7a62a915-55b8-44dc-885b-704d4f7ff2df req-8c706721-762a-4fb0-865c-95ecaaad2bd6 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Synchronizing usage tracker for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:22.536180 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Pushing event updated for resources: {'Port': ['ID=83cc41a3-a66b-47bc-ab5a-3f18275be178,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:22.557770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:22.627948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7a62a915-55b8-44dc-885b-704d4f7ff2df req-8c706721-762a-4fb0-865c-95ecaaad2bd6 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Unset dirty status for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:22.629732 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7a62a915-55b8-44dc-885b-704d4f7ff2df req-8c706721-762a-4fb0-865c-95ecaaad2bd6 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=09ffeed5-970f-4346-8c4f-8be6ec5ba7b6 HTTP/1.1" status: 200  len: 210 time: 0.2153232
Jan 22 20:20:22.756064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:20:22.781886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] No DVR routers for this DVR port 4be3214f-e2aa-4957-a484-5f9ab139404f on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:20:22.788020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:22.790352 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b31308c9-27c4-457b-9f45-261d2610a23e req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "DELETE /v2.0/ports/4be3214f-e2aa-4957-a484-5f9ab139404f HTTP/1.1" status: 204  len: 173 time: 4.0724511
Jan 22 20:20:22.792699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ffeed5-970f-4346-8c4f-8be6ec5ba7b6', 'name': 'network-vif-deleted', 'tag': '4be3214f-e2aa-4957-a484-5f9ab139404f'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:22.803751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Attempting to bind port 83cc41a3-a66b-47bc-ab5a-3f18275be178 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:20:22.806568 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Attempting to bind port 83cc41a3-a66b-47bc-ab5a-3f18275be178 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:20:22.806568 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Attempting to bind port 83cc41a3-a66b-47bc-ab5a-3f18275be178 on network 2a8daac2-dce7-4143-a261-8d9997e9a19b {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:20:22.817231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:20:22.817613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Checking segment: {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:20:22.818018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:22.818416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Bound using segment: {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:20:22.818923 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Bound port: 83cc41a3-a66b-47bc-ab5a-3f18275be178, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:20:22.819310 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:22.864886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3524db6-51f0-4e39-9086-54ab5b76a84e req-3ce6a741-1b4f-4fcb-a344-f9acb46ebbba tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:22.866593 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3524db6-51f0-4e39-9086-54ab5b76a84e req-3ce6a741-1b4f-4fcb-a344-f9acb46ebbba tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 943 time: 0.3101356
Jan 22 20:20:22.869934 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ffeed5-970f-4346-8c4f-8be6ec5ba7b6', 'name': 'network-vif-deleted', 'tag': '4be3214f-e2aa-4957-a484-5f9ab139404f', 'status': 'completed', 'code': 200}
Jan 22 20:20:23.017140 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b3524db6-51f0-4e39-9086-54ab5b76a84e req-c679e8a9-4d24-423f-bc61-fcfc5abd6ac0 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1087227
Jan 22 20:20:23.030120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] For port 83cc41a3-a66b-47bc-ab5a-3f18275be178, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:20:23.030120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] For port 83cc41a3-a66b-47bc-ab5a-3f18275be178, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=83cc41a3-a66b-47bc-ab5a-3f18275be178,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:20:23.078771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:23.183622 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b25713a-b828-4032-b292-bc344958dc2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:23.395768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Pushing event updated for resources: {'Port': ['ID=83cc41a3-a66b-47bc-ab5a-3f18275be178,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:23.406570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:23.437334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:23.438081 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:23.439526 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] 10.222.0.48 "PUT /v2.0/ports/83cc41a3-a66b-47bc-ab5a-3f18275be178 HTTP/1.1" status: 200  len: 1157 time: 2.9528112
Jan 22 20:20:23.485756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dd2af-8af6-4f69-9379-f8898480e5e3 req-6fa55fb7-bb1b-4d09-b4c5-fe4b6ea60759 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:23.487989 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a44dd2af-8af6-4f69-9379-f8898480e5e3 req-6fa55fb7-bb1b-4d09-b4c5-fe4b6ea60759 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 948 time: 0.3065193
Jan 22 20:20:23.490588 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device c8b127b3-27a2-428a-8bb4-203e427472cd up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:23.516992 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d51dd-77c6-40bc-9033-c46d067e77ed req-09c7161c-58a9-4f89-9572-bcdbabebb17c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:23.518728 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c5d51dd-77c6-40bc-9033-c46d067e77ed req-09c7161c-58a9-4f89-9572-bcdbabebb17c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.3361278
Jan 22 20:20:23.609651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port c8b127b3-27a2-428a-8bb4-203e427472cd completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:20:23.616133 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port c8b127b3-27a2-428a-8bb4-203e427472cd triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:23.616469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:23.664450 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a44dd2af-8af6-4f69-9379-f8898480e5e3 req-59c91da1-ee60-4d0a-a1de-fe2ec8249148 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445057
Jan 22 20:20:23.670888 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c5d51dd-77c6-40bc-9033-c46d067e77ed req-74514f3c-cc2d-433d-977b-d98ac5b2fe88 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317966
Jan 22 20:20:23.730593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-48697660-d472-48c1-b6e3-e6688a871063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:23.732423 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-48697660-d472-48c1-b6e3-e6688a871063 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 1160 time: 0.1720784
Jan 22 20:20:23.776667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:23.849921 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-61fd2dc7-2a6c-4b94-81f8-abfcbe638338 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83cc41a3-a66b-47bc-ab5a-3f18275be178 HTTP/1.1" status: 200  len: 217 time: 0.0977039
Jan 22 20:20:23.856643 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b879a8e-d6d3-4478-934d-27e54f71c295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b127b3-27a2-428a-8bb4-203e427472cd'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:23.869135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port c8b127b3-27a2-428a-8bb4-203e427472cd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c8b127b3-27a2-428a-8bb4-203e427472cd,segment=NetworkSegment(32a22757-e394-4093-b6bf-66d833ef4e06),segment_id=32a22757-e394-4093-b6bf-66d833ef4e06)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:23.896084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:23.898070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:23.931039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-d2a8d6a9-0ec9-4299-85b3-d652426c168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:23.932698 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-d2a8d6a9-0ec9-4299-85b3-d652426c168b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.0664673
Jan 22 20:20:23.973649 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=c8b127b3-27a2-428a-8bb4-203e427472cd,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:23.977216 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:24.077031 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b879a8e-d6d3-4478-934d-27e54f71c295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b127b3-27a2-428a-8bb4-203e427472cd', 'code': 200}
Jan 22 20:20:24.125973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-237dd7f8-2b5d-4515-903c-69685eee69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:24.127626 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-237dd7f8-2b5d-4515-903c-69685eee69a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1067965
Jan 22 20:20:24.674327 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-b2a2c920-575c-40ee-ba1a-d76931192e3b service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5286219
Jan 22 20:20:24.704031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f905-045d-4fda-9eeb-a76de897f7da req-d973fb8d-f957-46c6-8850-ac0d7c849968 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:24.705743 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6a9f905-045d-4fda-9eeb-a76de897f7da req-d973fb8d-f957-46c6-8850-ac0d7c849968 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 943 time: 0.2813213
Jan 22 20:20:24.764284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-21f2bd8d-b938-41e7-99f9-989dc8c7ad13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:24.804560 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc5203-af5e-483f-adfc-7894bf0694de req-3a1c36c3-75fc-4988-9dc2-cbbb017b0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:24.806145 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-98dc5203-af5e-483f-adfc-7894bf0694de req-3a1c36c3-75fc-4988-9dc2-cbbb017b0306 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 1167 time: 0.3293393
Jan 22 20:20:24.880962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'tag': '83cc41a3-a66b-47bc-ab5a-3f18275be178'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:24.907468 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03460244-a7a0-40c7-badc-94da1d55d74d req-31c0e58e-4607-44d4-8d1d-41bc5626cdb7 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Synchronizing usage tracker for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:security_group {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:24.949099 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6a9f905-045d-4fda-9eeb-a76de897f7da req-7cd439a3-94d5-46cb-b42d-3f445148679e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2029397
Jan 22 20:20:24.989791 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-98dc5203-af5e-483f-adfc-7894bf0694de req-9cefc560-6e15-49e1-804f-3641b94baf5a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155283
Jan 22 20:20:24.995582 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03460244-a7a0-40c7-badc-94da1d55d74d req-31c0e58e-4607-44d4-8d1d-41bc5626cdb7 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Unset dirty status for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:security_group {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:24.996676 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-31c0e58e-4607-44d4-8d1d-41bc5626cdb7 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1462559169&fields=id&tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1 HTTP/1.1" status: 200  len: 267 time: 0.2899511
Jan 22 20:20:25.000301 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40a0e5b9-f9d2-4e18-9833-cc26ea1652d0 req-a3ff2c67-8352-43ce-91cb-d00741762c89 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2922974
Jan 22 20:20:25.244412 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460244-a7a0-40c7-badc-94da1d55d74d req-9b147241-50ee-42cf-91ac-d34e18348caa tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:25.245161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03460244-a7a0-40c7-badc-94da1d55d74d req-9b147241-50ee-42cf-91ac-d34e18348caa tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Synchronizing usage tracker for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:network {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:25.289589 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ff035-4e5f-4c5b-afed-230fb7fe264f req-413fa07a-9dc6-417f-b2ed-6b76ab7a2dac tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:25.291303 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd8ff035-4e5f-4c5b-afed-230fb7fe264f req-413fa07a-9dc6-417f-b2ed-6b76ab7a2dac tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 950 time: 0.1891553
Jan 22 20:20:25.343343 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd8ff035-4e5f-4c5b-afed-230fb7fe264f req-a3b12cc3-0695-4fd3-b1e5-2d2199ad15b1 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456569
Jan 22 20:20:25.344473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03460244-a7a0-40c7-badc-94da1d55d74d req-9b147241-50ee-42cf-91ac-d34e18348caa tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Unset dirty status for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:network {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:25.345751 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-9b147241-50ee-42cf-91ac-d34e18348caa tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/networks?id=c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 200  len: 809 time: 0.3411376
Jan 22 20:20:25.363314 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-2ab7b75b-3d16-4d90-8ec1-0c56a633cd24 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/quotas/b8ee41ae19894fe4b7cf256b4ce507f1 HTTP/1.1" status: 200  len: 375 time: 0.0104463
Jan 22 20:20:25.427010 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'tag': '83cc41a3-a66b-47bc-ab5a-3f18275be178', 'status': 'completed', 'code': 200}
Jan 22 20:20:25.477375 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-9a3142cd-b730-4d75-90b1-6e7041b189ee tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1070499
Jan 22 20:20:25.631588 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-9625ce45-a672-452f-8f37-c36b188df762 service neutron] 10.222.0.38 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415722
Jan 22 20:20:25.839856 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-c017ce19-d3c3-4dc4-86f5-843dc164fbdc service neutron] 10.222.0.38 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2014410
Jan 22 20:20:25.850333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c3de3-8c6d-4c59-81cb-e115124fc360 req-4338df5c-fb36-47b7-abc5-80951521397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:25.852062 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a9c3de3-8c6d-4c59-81cb-e115124fc360 req-4338df5c-fb36-47b7-abc5-80951521397a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 1160 time: 0.1235032
Jan 22 20:20:26.013549 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c3de3-8c6d-4c59-81cb-e115124fc360 req-5520ff3d-f3c1-47ba-be97-a607acb8901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:26.015142 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a9c3de3-8c6d-4c59-81cb-e115124fc360 req-5520ff3d-f3c1-47ba-be97-a607acb8901c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.1471667
Jan 22 20:20:26.094241 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a9c3de3-8c6d-4c59-81cb-e115124fc360 req-db9cf606-3072-4ca0-ab98-e116a1591f43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83cc41a3-a66b-47bc-ab5a-3f18275be178 HTTP/1.1" status: 200  len: 217 time: 0.0708704
Jan 22 20:20:26.136762 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 0158bcdb-e28c-4d86-af0d-b8514067baad up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:26.170631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c3de3-8c6d-4c59-81cb-e115124fc360 req-22ff9d51-d634-420f-8706-13746f34af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:26.172271 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a9c3de3-8c6d-4c59-81cb-e115124fc360 req-22ff9d51-d634-420f-8706-13746f34af78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.0697923
Jan 22 20:20:26.213924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 0158bcdb-e28c-4d86-af0d-b8514067baad triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:26.214265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:26.278373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c3de3-8c6d-4c59-81cb-e115124fc360 req-3ca50e42-1050-472e-a7e8-7baa96ab30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:26.280359 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a9c3de3-8c6d-4c59-81cb-e115124fc360 req-3ca50e42-1050-472e-a7e8-7baa96ab30c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0973527
Jan 22 20:20:26.352271 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device c8b127b3-27a2-428a-8bb4-203e427472cd up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:26.434711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port c8b127b3-27a2-428a-8bb4-203e427472cd triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:26.435256 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:26.450976 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a9c3de3-8c6d-4c59-81cb-e115124fc360 req-aa6a05ea-8dc0-455b-bb42-f06222c3702d service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625299
Jan 22 20:20:26.676657 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a9c3de3-8c6d-4c59-81cb-e115124fc360 req-10d9fe53-fb12-4773-9a14-bc0e3ca6657b service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2158411
Jan 22 20:20:26.713039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7d628-bfd1-4556-ac38-b96f04aa7831 req-00c35dd0-a645-432a-852c-c16a10d91b9c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:26.714762 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c0e7d628-bfd1-4556-ac38-b96f04aa7831 req-00c35dd0-a645-432a-852c-c16a10d91b9c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 943 time: 0.1556158
Jan 22 20:20:26.792475 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c0e7d628-bfd1-4556-ac38-b96f04aa7831 req-de8aef41-fe70-46ad-b967-c7ca32ec06cf tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0710604
Jan 22 20:20:26.884987 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-134fd4f2-e890-451f-a3eb-9b247016a388 req-491ef9b9-8827-424c-b164-ccc91f2f4520 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 210 time: 0.0631073
Jan 22 20:20:27.124030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72292f62-d4d1-48ce-b260-67c9422bbd95 req-55ac8dcc-583c-47f4-ba3b-89d7919554a3 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:27.125778 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72292f62-d4d1-48ce-b260-67c9422bbd95 req-55ac8dcc-583c-47f4-ba3b-89d7919554a3 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 950 time: 0.1736157
Jan 22 20:20:27.205031 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72292f62-d4d1-48ce-b260-67c9422bbd95 req-ec80f739-60bf-4257-a610-642ec4927a54 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637953
Jan 22 20:20:27.236735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140c014-b399-423a-bc5e-06525722eb2b req-da92f6de-131d-483d-8566-9426f2e7c0c7 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:27.238435 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e140c014-b399-423a-bc5e-06525722eb2b req-da92f6de-131d-483d-8566-9426f2e7c0c7 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 945 time: 0.2046468
Jan 22 20:20:27.302680 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e140c014-b399-423a-bc5e-06525722eb2b req-24aaf18d-0086-4d58-b5c1-7d5d03353d25 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504041
Jan 22 20:20:27.804705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:27.950384 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb832-bb49-49d9-9db0-0e4a27a927f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:28.041022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82b2f1-4178-4532-986a-9b39fe1c2c28 req-3d4555c4-35ca-49de-9b45-fca01cbfd930 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:28.042556 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-af82b2f1-4178-4532-986a-9b39fe1c2c28 req-3d4555c4-35ca-49de-9b45-fca01cbfd930 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 943 time: 0.1165149
Jan 22 20:20:28.115963 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4143cf82-6c59-420e-8e2f-5b2e79ea0fab req-40bd6d2f-f777-4acd-b2ac-b0a4f4f0449b tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 210 time: 0.0722444
Jan 22 20:20:28.412421 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-af82b2f1-4178-4532-986a-9b39fe1c2c28 req-045b9b2f-0668-4d30-b014-8ffbf6b7e352 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3318737
Jan 22 20:20:28.479865 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a5f45-e01a-48c6-94a9-ca86f93b9231 req-29441fb8-a701-4bea-bb52-c42d2eb227e5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:28.483440 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-795a5f45-e01a-48c6-94a9-ca86f93b9231 req-29441fb8-a701-4bea-bb52-c42d2eb227e5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 950 time: 0.1229839
Jan 22 20:20:28.544806 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-795a5f45-e01a-48c6-94a9-ca86f93b9231 req-183b52f6-8330-42d2-8919-8dad81e79230 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475860
Jan 22 20:20:28.829641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedde5ba-d6da-48af-b0b5-7dc39de08a83 req-590acea4-b304-42de-b637-c074b532b46c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:28.831369 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eedde5ba-d6da-48af-b0b5-7dc39de08a83 req-590acea4-b304-42de-b637-c074b532b46c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 945 time: 0.2525809
Jan 22 20:20:28.858570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460244-a7a0-40c7-badc-94da1d55d74d req-d6b96aa5-f0c7-474b-ad46-c9f4a91873c1 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:28.860722 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-d6b96aa5-f0c7-474b-ad46-c9f4a91873c1 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.48 "GET /v2.0/networks?id=c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 200  len: 809 time: 0.2422512
Jan 22 20:20:28.861898 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:28.909202 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eedde5ba-d6da-48af-b0b5-7dc39de08a83 req-304573b4-d0b5-45a6-a910-3930473c56aa tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477755
Jan 22 20:20:28.987064 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-844379c3-77c7-4846-90cc-ffc1c31e7eb2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1 HTTP/1.1" status: 200  len: 5759 time: 0.0768859
Jan 22 20:20:28.997286 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Request body: {'port': {'device_id': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'admin_state_up': True, 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'security_groups': ['9c8bbea8-c92b-4833-80d1-37284126645b']}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:20:29.090914 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:29.166788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:20:29.170945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Usage tracker for resource:port and tenant:b8ee41ae19894fe4b7cf256b4ce507f1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:20:29.174527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Quota usage for port was recalculated. Used quota:2. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:20:29.180921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:20:29.183433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device c8b127b3-27a2-428a-8bb4-203e427472cd up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:29.221389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Made reservation on behalf of b8ee41ae19894fe4b7cf256b4ce507f1 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:20:29.231715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:29.283893 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port c8b127b3-27a2-428a-8bb4-203e427472cd triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:29.284182 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:29.351476 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-45df6d28-d33f-4175-8624-9bf5eafe1c86 req-eade8d04-386e-4118-9761-e620dfed165c tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 210 time: 0.0778556
Jan 22 20:20:29.684342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af4182-61ec-4e3c-b1c1-4dca69aa0dc9 req-c0ab08a4-7c08-4a7a-9d16-7293dd3b3bda tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:29.685952 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c0af4182-61ec-4e3c-b1c1-4dca69aa0dc9 req-c0ab08a4-7c08-4a7a-9d16-7293dd3b3bda tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 950 time: 0.2673075
Jan 22 20:20:29.835720 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c83cd-a90f-48c1-9352-4eb74a05af06 req-b35b3c59-4298-4488-885b-bcda973049c7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:29.837340 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-065c83cd-a90f-48c1-9352-4eb74a05af06 req-b35b3c59-4298-4488-885b-bcda973049c7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 943 time: 0.2887743
Jan 22 20:20:29.840372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Allocated IP 172.20.0.14 (c93e5b4a-6dd9-49f7-b254-5ebb34484328/aeb336df-79d5-41ec-8909-42092dad05b2/b0e8baff-9aad-4b04-969b-41a87a75a125) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:20:29.848376 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c0af4182-61ec-4e3c-b1c1-4dca69aa0dc9 req-803d6cc7-f8c2-4504-9794-4063bc59c739 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117816
Jan 22 20:20:29.928478 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-065c83cd-a90f-48c1-9352-4eb74a05af06 req-d7b6527a-9167-4ac4-8e55-c33c9b8de415 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0790510
Jan 22 20:20:30.100900 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:30.146705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Transition to ACTIVE for port object b0e8baff-9aad-4b04-969b-41a87a75a125 will not be triggered until provisioned by entity DHCP. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:20:30.187975 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:30.204074 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c3be21b7-bad8-40e8-bb92-85137783f885 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:30.407676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Pushing event updated for resources: {'Port': ['ID=b0e8baff-9aad-4b04-969b-41a87a75a125,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:30.413480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:30.485613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:20:30.487575 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:20:30.491001 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:20:30.512093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:30.512679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:30.552290 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc7401-a1c1-498a-a001-43b59f0870c6 req-a511bf7c-4994-4995-85da-ee3ff0a32136 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:30.553998 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-69dc7401-a1c1-498a-a001-43b59f0870c6 req-a511bf7c-4994-4995-85da-ee3ff0a32136 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 945 time: 0.2090921
Jan 22 20:20:30.597580 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6044424
Jan 22 20:20:30.614704 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-69dc7401-a1c1-498a-a001-43b59f0870c6 req-45858f28-284e-433b-b040-e4ecc1996348 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532138
Jan 22 20:20:30.718345 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-cb3ac6c3-ac3d-4dd2-bf1f-a2447e782fd2 None None] Provisioning for port b0e8baff-9aad-4b04-969b-41a87a75a125 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:20:30.722498 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Request body: {'port': {'device_id': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:20:30.724818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-cb3ac6c3-ac3d-4dd2-bf1f-a2447e782fd2 None None] Provisioning complete for port b0e8baff-9aad-4b04-969b-41a87a75a125 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:30.725319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cb3ac6c3-ac3d-4dd2-bf1f-a2447e782fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:30.783804 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ac6c3-ac3d-4dd2-bf1f-a2447e782fd2 None None] Port b0e8baff-9aad-4b04-969b-41a87a75a125 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:20:30.949978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6025b-a857-4af7-9b0d-04146afc7a94 req-d8b61e0c-2e5a-4ec9-b8a2-52a140f2c7e6 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:30.951533 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ba6025b-a857-4af7-9b0d-04146afc7a94 req-d8b61e0c-2e5a-4ec9-b8a2-52a140f2c7e6 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.3043435
Jan 22 20:20:30.963894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device bb468e68-e72c-40bc-a02b-6b905e0f31e8 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:20:31.053819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:31.087446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:31.098947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd455dc-d155-4e8a-b038-eeef9bc9f9b8 req-df737d62-1358-4ba4-8594-bfd3252d8110 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:31.100588 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afd455dc-d155-4e8a-b038-eeef9bc9f9b8 req-df737d62-1358-4ba4-8594-bfd3252d8110 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 945 time: 0.3825436
Jan 22 20:20:31.111954 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ba6025b-a857-4af7-9b0d-04146afc7a94 req-1316793e-0b09-46b0-a421-2949f62a54e5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386914
Jan 22 20:20:31.128246 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port bb468e68-e72c-40bc-a02b-6b905e0f31e8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bb468e68-e72c-40bc-a02b-6b905e0f31e8,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:31.129960 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c19550d-67a1-4d0a-8f22-2f7987846f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb468e68-e72c-40bc-a02b-6b905e0f31e8'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:31.158130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:31.160591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:31.173488 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065b75e-865a-4ba9-892d-270b872daee4 req-ecced663-ff6a-447e-9f0f-85349e046443 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:31.174293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8065b75e-865a-4ba9-892d-270b872daee4 req-ecced663-ff6a-447e-9f0f-85349e046443 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Synchronizing usage tracker for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:31.233005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=bb468e68-e72c-40bc-a02b-6b905e0f31e8,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:31.236256 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:31.319409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8065b75e-865a-4ba9-892d-270b872daee4 req-ecced663-ff6a-447e-9f0f-85349e046443 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Unset dirty status for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:31.320667 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8065b75e-865a-4ba9-892d-270b872daee4 req-ecced663-ff6a-447e-9f0f-85349e046443 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 932 time: 0.5377817
Jan 22 20:20:31.332991 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-afd455dc-d155-4e8a-b038-eeef9bc9f9b8 req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Deleting port bb468e68-e72c-40bc-a02b-6b905e0f31e8 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:20:31.333376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-afd455dc-d155-4e8a-b038-eeef9bc9f9b8 req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:31.818592 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8065b75e-865a-4ba9-892d-270b872daee4 req-13b54e62-3a4f-42fc-85c3-9955a655cbbb tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.4212596
Jan 22 20:20:31.905795 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dda6cb-5bfc-4ae9-93a3-3d9bbfb0558f req-a8229968-a558-4b1d-a490-700775093939 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:31.907460 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4dda6cb-5bfc-4ae9-93a3-3d9bbfb0558f req-a8229968-a558-4b1d-a490-700775093939 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 950 time: 0.6477597
Jan 22 20:20:32.149531 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c813f4-fb4f-4df5-9f5a-507cc7ae3bb1 req-1b99814b-a728-412a-94b8-3acb1d8114fd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:32.151270 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52c813f4-fb4f-4df5-9f5a-507cc7ae3bb1 req-1b99814b-a728-412a-94b8-3acb1d8114fd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.48 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 950 time: 0.1070516
Jan 22 20:20:32.207202 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4dda6cb-5bfc-4ae9-93a3-3d9bbfb0558f req-6b74e393-5633-4ed9-a73c-6ae5fc74758f tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/security-groups?id=20c8ac64-56eb-4c13-8d6e-019b4790b028&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2652907
Jan 22 20:20:32.242059 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-52c813f4-fb4f-4df5-9f5a-507cc7ae3bb1 req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Deleting port c8b127b3-27a2-428a-8bb4-203e427472cd {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:20:32.242059 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52c813f4-fb4f-4df5-9f5a-507cc7ae3bb1 req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:32.242241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-afd455dc-d155-4e8a-b038-eeef9bc9f9b8 req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] For port bb468e68-e72c-40bc-a02b-6b905e0f31e8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bb468e68-e72c-40bc-a02b-6b905e0f31e8,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:32.242241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-afd455dc-d155-4e8a-b038-eeef9bc9f9b8 req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:32.288972 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c19550d-67a1-4d0a-8f22-2f7987846f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb468e68-e72c-40bc-a02b-6b905e0f31e8', 'code': 200}
Jan 22 20:20:32.400663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-afd455dc-d155-4e8a-b038-eeef9bc9f9b8 req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Calling delete_port for bb468e68-e72c-40bc-a02b-6b905e0f31e8 owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:20:32.475352 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa8d5e-a963-4d5b-9dae-394d62937402 req-0d829614-0d08-4de0-9f34-3e8775e06d5c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:32.477062 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9daa8d5e-a963-4d5b-9dae-394d62937402 req-0d829614-0d08-4de0-9f34-3e8775e06d5c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 943 time: 0.5199497
Jan 22 20:20:32.514507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-52c813f4-fb4f-4df5-9f5a-507cc7ae3bb1 req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] For port c8b127b3-27a2-428a-8bb4-203e427472cd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c8b127b3-27a2-428a-8bb4-203e427472cd,segment=NetworkSegment(32a22757-e394-4093-b6bf-66d833ef4e06),segment_id=32a22757-e394-4093-b6bf-66d833ef4e06)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:32.514884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52c813f4-fb4f-4df5-9f5a-507cc7ae3bb1 req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:32.625895 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9daa8d5e-a963-4d5b-9dae-394d62937402 req-b2f669d8-f60b-40c3-93ff-316e51657c5d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1345296
Jan 22 20:20:32.640452 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e8baff-9aad-4b04-969b-41a87a75a125 {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:20:32.655445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-52c813f4-fb4f-4df5-9f5a-507cc7ae3bb1 req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Calling delete_port for c8b127b3-27a2-428a-8bb4-203e427472cd owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:20:32.659112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:32.715405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Transition to ACTIVE for port object b0e8baff-9aad-4b04-969b-41a87a75a125 will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:20:32.799548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-afd455dc-d155-4e8a-b038-eeef9bc9f9b8 req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:32.807000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:32.840287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef8198bc-bebf-416d-a59e-939d7cf0a19e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:32.873909 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84d83674-d4f4-4468-b64f-1de8a2d31063 req-36ce3ce8-a971-464e-abfb-403875572303 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 210 time: 0.1212108
Jan 22 20:20:32.935878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52c813f4-fb4f-4df5-9f5a-507cc7ae3bb1 req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:32.937593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device c8b127b3-27a2-428a-8bb4-203e427472cd no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:20:32.952272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:32.980024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] No Port match for: c8b127b3-27a2-428a-8bb4-203e427472cd {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:20:32.980668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device c8b127b3-27a2-428a-8bb4-203e427472cd not bound to the agent host hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:20:33.078640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Pushing event deleted for resources: {'Port': ['ID=c8b127b3-27a2-428a-8bb4-203e427472cd,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:33.085748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:33.130381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Pushing event updated for resources: {'Port': ['ID=b0e8baff-9aad-4b04-969b-41a87a75a125,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:33.226444 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Pushing event deleted for resources: {'Port': ['ID=bb468e68-e72c-40bc-a02b-6b905e0f31e8,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:33.250087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:33.253351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:33.253775 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:33.254091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c813f4-fb4f-4df5-9f5a-507cc7ae3bb1 req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] No DVR routers for this DVR port c8b127b3-27a2-428a-8bb4-203e427472cd on host hv-cinder-76810 {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:20:33.257184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-52c813f4-fb4f-4df5-9f5a-507cc7ae3bb1 req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:33.262429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b879a8e-d6d3-4478-934d-27e54f71c295', 'name': 'network-vif-deleted', 'tag': 'c8b127b3-27a2-428a-8bb4-203e427472cd'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:33.310245 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52c813f4-fb4f-4df5-9f5a-507cc7ae3bb1 req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.48 "DELETE /v2.0/ports/c8b127b3-27a2-428a-8bb4-203e427472cd HTTP/1.1" status: 204  len: 173 time: 1.1522052
Jan 22 20:20:33.453760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828b834-c15d-448c-96ba-93f45ad8282a req-50d4459f-f561-451e-84ef-6c0abc17d013 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:33.455537 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1828b834-c15d-448c-96ba-93f45ad8282a req-50d4459f-f561-451e-84ef-6c0abc17d013 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.5756772
Jan 22 20:20:33.524304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd455dc-d155-4e8a-b038-eeef9bc9f9b8 req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] No DVR routers for this DVR port bb468e68-e72c-40bc-a02b-6b905e0f31e8 on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:20:33.537029 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-afd455dc-d155-4e8a-b038-eeef9bc9f9b8 req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:33.541265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c19550d-67a1-4d0a-8f22-2f7987846f5d', 'name': 'network-vif-deleted', 'tag': 'bb468e68-e72c-40bc-a02b-6b905e0f31e8'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:33.580032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Attempting to bind port b0e8baff-9aad-4b04-969b-41a87a75a125 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:20:33.580409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Attempting to bind port b0e8baff-9aad-4b04-969b-41a87a75a125 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:20:33.580777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Attempting to bind port b0e8baff-9aad-4b04-969b-41a87a75a125 on network c93e5b4a-6dd9-49f7-b254-5ebb34484328 {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:20:33.603772 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1828b834-c15d-448c-96ba-93f45ad8282a req-828938ec-1c30-4809-a34b-10ca014d3a82 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162486
Jan 22 20:20:33.604578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:20:33.604954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Checking segment: {'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:20:33.605364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:33.605748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Bound using segment: {'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:20:33.606231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Bound port: b0e8baff-9aad-4b04-969b-41a87a75a125, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29712a24-1432-478a-a30a-bf3c760ccecf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:20:33.606720 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:33.648107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c9cf4-81b8-4168-be6a-52558e346084 req-2ac2605d-a3d3-43c5-87cb-42c48f35d875 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:33.649805 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d88c9cf4-81b8-4168-be6a-52558e346084 req-2ac2605d-a3d3-43c5-87cb-42c48f35d875 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.4209809
Jan 22 20:20:33.651373 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afd455dc-d155-4e8a-b038-eeef9bc9f9b8 req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "DELETE /v2.0/ports/bb468e68-e72c-40bc-a02b-6b905e0f31e8 HTTP/1.1" status: 204  len: 173 time: 2.5382700
Jan 22 20:20:33.786731 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d88c9cf4-81b8-4168-be6a-52558e346084 req-3f5e3713-eec6-4b30-b677-9a233694ce59 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0941553
Jan 22 20:20:33.799043 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] For port b0e8baff-9aad-4b04-969b-41a87a75a125, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:20:33.813549 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] For port b0e8baff-9aad-4b04-969b-41a87a75a125, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b0e8baff-9aad-4b04-969b-41a87a75a125,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:20:33.853530 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b879a8e-d6d3-4478-934d-27e54f71c295', 'name': 'network-vif-deleted', 'tag': 'c8b127b3-27a2-428a-8bb4-203e427472cd', 'status': 'completed', 'code': 200}
Jan 22 20:20:33.865516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:33.982834 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c19550d-67a1-4d0a-8f22-2f7987846f5d', 'name': 'network-vif-deleted', 'tag': 'bb468e68-e72c-40bc-a02b-6b905e0f31e8', 'status': 'completed', 'code': 200}
Jan 22 20:20:33.983490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-90b6d8b8-f995-4304-97eb-c5a42d9d8444 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:34.029879 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f3bb607-bcf2-46a6-9fcf-5594da06f02a req-2287228d-d255-484d-ad59-a5816d6aaf3f tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] 10.222.0.38 "GET /v2.0/ports?device_id=9b879a8e-d6d3-4478-934d-27e54f71c295 HTTP/1.1" status: 200  len: 210 time: 0.2145233
Jan 22 20:20:34.395108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b0340094-475e-4eb3-8825-bc11990450af req-a5f3886a-2ee4-4bda-a8a0-f5618de639d9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Synchronizing usage tracker for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:34.479430 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Pushing event updated for resources: {'Port': ['ID=b0e8baff-9aad-4b04-969b-41a87a75a125,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:34.489125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:34.525962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b0340094-475e-4eb3-8825-bc11990450af req-a5f3886a-2ee4-4bda-a8a0-f5618de639d9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Unset dirty status for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:34.534410 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0340094-475e-4eb3-8825-bc11990450af req-a5f3886a-2ee4-4bda-a8a0-f5618de639d9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=5c19550d-67a1-4d0a-8f22-2f7987846f5d HTTP/1.1" status: 200  len: 210 time: 0.2638190
Jan 22 20:20:34.541741 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:34.542440 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:34.544351 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] 10.222.0.48 "PUT /v2.0/ports/b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 1158 time: 3.8295956
Jan 22 20:20:34.594103 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0f796-8b52-46d1-a55e-d6528ea7aaab req-157b87a6-a0ca-4560-8ea2-424b68d9589e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:34.600174 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3bb0f796-8b52-46d1-a55e-d6528ea7aaab req-157b87a6-a0ca-4560-8ea2-424b68d9589e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 943 time: 0.5812724
Jan 22 20:20:34.769289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-63870ee5-8b31-468e-b057-16cce72fc79c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:34.769289 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-63870ee5-8b31-468e-b057-16cce72fc79c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.48 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.3628716
Jan 22 20:20:34.782851 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3bb0f796-8b52-46d1-a55e-d6528ea7aaab req-09e28878-fd1d-476a-b146-ca80c45d64d6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1786582
Jan 22 20:20:34.937466 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Deleting port b1d5b385-d46d-4220-ac1a-4a61d1606f40 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:20:34.937950 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:34.976681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a1bfb9de-3a82-4175-933a-f7631badba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:34.978275 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-a1bfb9de-3a82-4175-933a-f7631badba32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1161 time: 0.3258443
Jan 22 20:20:35.124389 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-6f865ea2-f069-4fca-8900-ce4775efd2e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 217 time: 0.1013453
Jan 22 20:20:35.344005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5a2b7-8065-488d-9c92-a3e4a494d8f7 req-7eec42f0-271e-412f-af37-5dfc0c09a992 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:35.345593 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ed5a2b7-8065-488d-9c92-a3e4a494d8f7 req-7eec42f0-271e-412f-af37-5dfc0c09a992 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 946 time: 0.4809110
Jan 22 20:20:35.350848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460244-a7a0-40c7-badc-94da1d55d74d req-82a31f88-221a-4185-9451-c591789701a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:35.352305 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-82a31f88-221a-4185-9451-c591789701a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aeb336df-79d5-41ec-8909-42092dad05b2 HTTP/1.1" status: 200  len: 848 time: 0.2111998
Jan 22 20:20:35.491200 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32addd-e143-44a7-87b7-71963cafdfe4 req-b041d326-ef27-4448-aa76-464d72c16c30 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:35.493218 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e32addd-e143-44a7-87b7-71963cafdfe4 req-b041d326-ef27-4448-aa76-464d72c16c30 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.5260298
Jan 22 20:20:35.588074 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ed5a2b7-8065-488d-9c92-a3e4a494d8f7 req-2d08dbc0-b0c2-4d80-baa7-bb7edc62138c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2336318
Jan 22 20:20:35.637611 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e32addd-e143-44a7-87b7-71963cafdfe4 req-dbfad884-4828-48da-bb03-c912ab48757f tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1241596
Jan 22 20:20:35.644052 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] For port b1d5b385-d46d-4220-ac1a-4a61d1606f40, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b1d5b385-d46d-4220-ac1a-4a61d1606f40,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:35.644503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:35.785451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Calling delete_port for b1d5b385-d46d-4220-ac1a-4a61d1606f40 owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:20:35.858154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460244-a7a0-40c7-badc-94da1d55d74d req-3f758f94-34c7-4e0b-8ea3-2fff8d326a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:35.861082 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-3f758f94-34c7-4e0b-8ea3-2fff8d326a7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c93e5b4a-6dd9-49f7-b254-5ebb34484328&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4987462
Jan 22 20:20:35.862709 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b1d5b385-d46d-4220-ac1a-4a61d1606f40 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:20:36.167290 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-012fe71a-64d5-4f3e-834f-ceef6a08bad4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1645281
Jan 22 20:20:36.169551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:36.231716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:36.294089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8624afae-1577-4f2c-ba56-1fc646f9bd40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1d5b385-d46d-4220-ac1a-4a61d1606f40'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:36.317361 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port b1d5b385-d46d-4220-ac1a-4a61d1606f40, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b1d5b385-d46d-4220-ac1a-4a61d1606f40,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:36.326465 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-972269df-13a4-4545-b95e-e1fd51f5612b service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4478350
Jan 22 20:20:36.364847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:36.368246 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-683b3a6e-fa13-4d5b-8780-58175f6b10d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:36.410623 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-41938b61-c582-41e5-b402-998de64feec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:36.412345 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-41938b61-c582-41e5-b402-998de64feec6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 1163 time: 0.0937593
Jan 22 20:20:36.451853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=b1d5b385-d46d-4220-ac1a-4a61d1606f40,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:36.465422 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:36.575455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5758ad-0c8a-4668-a476-ed057207cbf8 req-360ce3f8-e4f2-4421-8945-e7eab56bd6f8 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:36.577050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-34f8f791-af67-48b4-8a57-2f8fb2c398eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:36.577174 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f5758ad-0c8a-4668-a476-ed057207cbf8 req-360ce3f8-e4f2-4421-8945-e7eab56bd6f8 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 943 time: 0.3952692
Jan 22 20:20:36.578705 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-34f8f791-af67-48b4-8a57-2f8fb2c398eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 911 time: 0.1423507
Jan 22 20:20:36.579396 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03460244-a7a0-40c7-badc-94da1d55d74d req-f02f3a9b-137f-4e0a-b0af-dff35d718799 service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2435825
Jan 22 20:20:36.604218 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:20:36.604588 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:20:36.643876 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1f5758ad-0c8a-4668-a476-ed057207cbf8 req-071344f5-0bac-44e8-8f8e-667adf80e56f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0594373
Jan 22 20:20:36.730318 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-bd490a00-05c9-4d3b-bf0a-223095700cf9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379949ec-ca78-467b-a6a6-d869077eb99c HTTP/1.1" status: 200  len: 1002 time: 0.1254618
Jan 22 20:20:36.805823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-f9146050-5444-423c-b017-477a91e1cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:36.807431 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-f9146050-5444-423c-b017-477a91e1cf7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.0695753
Jan 22 20:20:36.901656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-79c4859e-a664-4b65-8512-ffa19fe8af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:36.903293 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-79c4859e-a664-4b65-8512-ffa19fe8af99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871751
Jan 22 20:20:37.067287 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-26587245-2bc5-4fa1-8abf-ac1a8a1c2cfa service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468387
Jan 22 20:20:37.106084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Deleting port b1d5b385-d46d-4220-ac1a-4a61d1606f40 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:20:37.106690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:37.182217 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125', 'status': 'completed', 'code': 200}
Jan 22 20:20:37.242690 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7193a73f-7ece-4a3d-ac07-7c50028c77fe req-87b99c90-d570-4539-bfc8-cfb205176d57 service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1685278
Jan 22 20:20:37.563464 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8624afae-1577-4f2c-ba56-1fc646f9bd40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1d5b385-d46d-4220-ac1a-4a61d1606f40', 'code': 200}
Jan 22 20:20:37.793507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7855c-bdcd-41da-a5bd-dafc7ee67045 req-d17b3479-a1c1-498f-bb61-e9fb13f66a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:37.795123 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4bd7855c-bdcd-41da-a5bd-dafc7ee67045 req-d17b3479-a1c1-498f-bb61-e9fb13f66a72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1161 time: 0.5719814
Jan 22 20:20:37.909591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff81e6-6013-406c-9b7b-4a495a6e7e81 req-99799f45-40f8-4734-8d54-96c6269d7c63 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:37.911369 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6eff81e6-6013-406c-9b7b-4a495a6e7e81 req-99799f45-40f8-4734-8d54-96c6269d7c63 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 945 time: 0.6196890
Jan 22 20:20:38.110043 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6eff81e6-6013-406c-9b7b-4a495a6e7e81 req-92caa519-fed9-46ba-b8a7-cb36a7bb14c3 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760690
Jan 22 20:20:38.112381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] For port b1d5b385-d46d-4220-ac1a-4a61d1606f40, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b1d5b385-d46d-4220-ac1a-4a61d1606f40,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:38.112784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:38.279024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Calling delete_port for b1d5b385-d46d-4220-ac1a-4a61d1606f40 owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:20:38.359814 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 83cc41a3-a66b-47bc-ab5a-3f18275be178 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:38.393389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221f63f-6e53-4a68-aac4-e14671e39791 req-b050d4d6-f9b2-40ac-af39-0f20874c27fb tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:38.401223 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e221f63f-6e53-4a68-aac4-e14671e39791 req-b050d4d6-f9b2-40ac-af39-0f20874c27fb tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 944 time: 0.6041629
Jan 22 20:20:38.442471 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7855c-bdcd-41da-a5bd-dafc7ee67045 req-2fcce619-2768-4d8f-95a5-fe7bc888f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:38.444103 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4bd7855c-bdcd-41da-a5bd-dafc7ee67045 req-2fcce619-2768-4d8f-95a5-fe7bc888f521 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 200  len: 903 time: 0.5913072
Jan 22 20:20:38.500933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port 83cc41a3-a66b-47bc-ab5a-3f18275be178 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:20:38.509501 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e221f63f-6e53-4a68-aac4-e14671e39791 req-766aeacf-550c-4a76-8523-ca2bcb3285c2 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073327
Jan 22 20:20:38.524105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 83cc41a3-a66b-47bc-ab5a-3f18275be178 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:38.524510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:38.657526 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4bd7855c-bdcd-41da-a5bd-dafc7ee67045 req-770c2993-a76e-43cd-bfdc-6883404d930e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 217 time: 0.1262622
Jan 22 20:20:38.689075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:38.696574 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e767048-b52a-484e-b0c1-899d8f5a33ef req-55f81c4c-2ca1-4ee8-a168-1b732c8a8053 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:38.698355 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e767048-b52a-484e-b0c1-899d8f5a33ef req-55f81c4c-2ca1-4ee8-a168-1b732c8a8053 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.4276528
Jan 22 20:20:38.749740 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 83cc41a3-a66b-47bc-ab5a-3f18275be178, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=83cc41a3-a66b-47bc-ab5a-3f18275be178,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:38.776076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:38.778042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a54efa16-5918-4ffc-8171-e46daa298221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:38.874124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7855c-bdcd-41da-a5bd-dafc7ee67045 req-993216ce-e646-433c-9099-a0e49305cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:38.875936 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4bd7855c-bdcd-41da-a5bd-dafc7ee67045 req-993216ce-e646-433c-9099-a0e49305cfd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aeb336df-79d5-41ec-8909-42092dad05b2 HTTP/1.1" status: 200  len: 848 time: 0.1677964
Jan 22 20:20:38.908424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=83cc41a3-a66b-47bc-ab5a-3f18275be178,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:38.916086 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:38.972647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bced0-cb86-4850-a520-6a922af6fcee req-655d3326-19ca-404c-9f97-aa68924759c9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:38.974285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:38.974630 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-980bced0-cb86-4850-a520-6a922af6fcee req-655d3326-19ca-404c-9f97-aa68924759c9 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 945 time: 0.1661215
Jan 22 20:20:38.998816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb39f150-73af-4915-9aad-dffceb87c32c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:39.061609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Deleting port dc4d6b19-9981-48df-800c-d994dc8bb836 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:20:39.062002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:39.073776 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3e767048-b52a-484e-b0c1-899d8f5a33ef req-47c360e4-f4a6-4da2-8e84-d531dc996342 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3268661
Jan 22 20:20:39.079940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Pushing event deleted for resources: {'Port': ['ID=b1d5b385-d46d-4220-ac1a-4a61d1606f40,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:39.082249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:39.211035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79290adc-afb1-4b1a-87b0-9d04c7d5bcdf req-a80ba560-a304-4f7f-9170-466a1e9f63fd tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:39.215764 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79290adc-afb1-4b1a-87b0-9d04c7d5bcdf req-a80ba560-a304-4f7f-9170-466a1e9f63fd tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.5088239
Jan 22 20:20:39.324793 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 83cc41a3-a66b-47bc-ab5a-3f18275be178 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:39.350915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7855c-bdcd-41da-a5bd-dafc7ee67045 req-75dbb956-9a3c-4f74-971d-5f47b9b3aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:39.352675 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4bd7855c-bdcd-41da-a5bd-dafc7ee67045 req-75dbb956-9a3c-4f74-971d-5f47b9b3aa8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c93e5b4a-6dd9-49f7-b254-5ebb34484328&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4551375
Jan 22 20:20:39.369335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] For port dc4d6b19-9981-48df-800c-d994dc8bb836, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=dc4d6b19-9981-48df-800c-d994dc8bb836,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:39.369878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:39.373666 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-79290adc-afb1-4b1a-87b0-9d04c7d5bcdf req-f37882ad-757d-4479-bede-a233ce6f4797 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432767
Jan 22 20:20:39.422385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 83cc41a3-a66b-47bc-ab5a-3f18275be178 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:39.423104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:39.554423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] No DVR routers for this DVR port b1d5b385-d46d-4220-ac1a-4a61d1606f40 on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:20:39.564092 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:39.568077 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8624afae-1577-4f2c-ba56-1fc646f9bd40', 'name': 'network-vif-deleted', 'tag': 'b1d5b385-d46d-4220-ac1a-4a61d1606f40'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:39.599637 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc41a3-a66b-47bc-ab5a-3f18275be178'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:39.632429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75b027-a844-4b0d-94e9-213b8a5ae492 req-7a962fb9-a18b-4a1a-8766-77f7b3784a68 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:39.640652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device dc4d6b19-9981-48df-800c-d994dc8bb836 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:20:39.647882 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc75b027-a844-4b0d-94e9-213b8a5ae492 req-7a962fb9-a18b-4a1a-8766-77f7b3784a68 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 945 time: 0.4222879
Jan 22 20:20:39.654716 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-694aebc9-8c18-44f0-8502-20cb988752e3 req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.48 "DELETE /v2.0/ports/b1d5b385-d46d-4220-ac1a-4a61d1606f40 HTTP/1.1" status: 204  len: 173 time: 4.8703139
Jan 22 20:20:39.779907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Calling delete_port for dc4d6b19-9981-48df-800c-d994dc8bb836 owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:20:39.814440 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4bd7855c-bdcd-41da-a5bd-dafc7ee67045 req-3eab8e6f-eb34-406b-9d1b-a883a935d347 service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4371853
Jan 22 20:20:39.825627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:39.855876 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc75b027-a844-4b0d-94e9-213b8a5ae492 req-6b7984fb-ac34-43b6-a24b-156d9ad17de4 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1876996
Jan 22 20:20:39.861317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port dc4d6b19-9981-48df-800c-d994dc8bb836, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=dc4d6b19-9981-48df-800c-d994dc8bb836,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:39.906674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:39.908790 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:39.936849 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:20:39.937218 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:20:39.988661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=dc4d6b19-9981-48df-800c-d994dc8bb836,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:39.992189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:40.060361 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e544cd-39ad-4f7d-b510-323c8f787a60 req-98f6d14a-a40c-494f-8d85-c76d9ebfa187 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:40.062091 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-99e544cd-39ad-4f7d-b510-323c8f787a60 req-98f6d14a-a40c-494f-8d85-c76d9ebfa187 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 945 time: 0.4103441
Jan 22 20:20:40.369523 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4bd7855c-bdcd-41da-a5bd-dafc7ee67045 req-72f9ee45-d670-48eb-8a74-1ce61713bd57 service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5449910
Jan 22 20:20:40.371601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-72f6d543-a95f-427a-8be8-d1301d859da3 req-c8a83c1f-4fea-4f52-acbf-6f064ca1d63e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Synchronizing usage tracker for tenant:8833752d98fa496a8cca50e1bcc67bfc on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:40.419857 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-99e544cd-39ad-4f7d-b510-323c8f787a60 req-478c7d02-c2a1-4213-bba4-687848a6bdaf tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3003914
Jan 22 20:20:40.438405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Deleting port dc4d6b19-9981-48df-800c-d994dc8bb836 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:20:40.438800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:40.448955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-72f6d543-a95f-427a-8be8-d1301d859da3 req-c8a83c1f-4fea-4f52-acbf-6f064ca1d63e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Unset dirty status for tenant:8833752d98fa496a8cca50e1bcc67bfc on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:40.450302 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72f6d543-a95f-427a-8be8-d1301d859da3 req-c8a83c1f-4fea-4f52-acbf-6f064ca1d63e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=8624afae-1577-4f2c-ba56-1fc646f9bd40 HTTP/1.1" status: 200  len: 210 time: 0.3871703
Jan 22 20:20:40.505081 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8624afae-1577-4f2c-ba56-1fc646f9bd40', 'name': 'network-vif-deleted', 'tag': 'b1d5b385-d46d-4220-ac1a-4a61d1606f40', 'status': 'completed', 'code': 200}
Jan 22 20:20:40.568686 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc41a3-a66b-47bc-ab5a-3f18275be178', 'code': 200}
Jan 22 20:20:40.727989 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a10c1-1c57-4971-abb8-864f9d8797b1 req-84d991e4-19fe-42e4-ae84-683ffcaaa8c3 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:40.729743 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c50a10c1-1c57-4971-abb8-864f9d8797b1 req-84d991e4-19fe-42e4-ae84-683ffcaaa8c3 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1205323
Jan 22 20:20:40.773268 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] For port dc4d6b19-9981-48df-800c-d994dc8bb836, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=dc4d6b19-9981-48df-800c-d994dc8bb836,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:40.773645 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:40.851463 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c50a10c1-1c57-4971-abb8-864f9d8797b1 req-fae07512-1236-4076-8edc-1b640a03c0ba tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0736692
Jan 22 20:20:40.898481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151575a7-81b8-4d77-aefa-efc79940f9a2 req-4b466f3c-5de7-422d-8d2f-8abcf2ed14d7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:40.900264 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-151575a7-81b8-4d77-aefa-efc79940f9a2 req-4b466f3c-5de7-422d-8d2f-8abcf2ed14d7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.2056966
Jan 22 20:20:40.969092 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-151575a7-81b8-4d77-aefa-efc79940f9a2 req-446a204a-b586-468d-8385-8d7e6a1c6c9e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605485
Jan 22 20:20:40.974580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Calling delete_port for dc4d6b19-9981-48df-800c-d994dc8bb836 owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:20:41.186828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6811b8e-42aa-499b-ac1f-190dc49dd582 req-761dec73-5c5a-4b2e-aeeb-3940bdd9dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:41.188531 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6811b8e-42aa-499b-ac1f-190dc49dd582 req-761dec73-5c5a-4b2e-aeeb-3940bdd9dd08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 1162 time: 0.1698551
Jan 22 20:20:41.240364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:41.246295 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395a990-e97e-4ad3-b99e-f8171e3fff64 req-3b1805db-6d6d-4c4c-9371-6a825cbeff04 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:41.248031 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9395a990-e97e-4ad3-b99e-f8171e3fff64 req-3b1805db-6d6d-4c4c-9371-6a825cbeff04 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 945 time: 0.1872287
Jan 22 20:20:41.258564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:41.293238 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6811b8e-42aa-499b-ac1f-190dc49dd582 req-ab585635-a46c-4c93-b1a3-239707d356cc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0949593
Jan 22 20:20:41.320472 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9395a990-e97e-4ad3-b99e-f8171e3fff64 req-43152051-84f0-4a67-a894-9bd9634c99b3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0595243
Jan 22 20:20:41.321562 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Pushing event deleted for resources: {'Port': ['ID=dc4d6b19-9981-48df-800c-d994dc8bb836,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:41.379355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.379871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.380166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.380545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.380942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.381340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.381735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.382129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.382521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.382913 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.383330 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.383724 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.384170 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.384563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.384951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.385337 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.385723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.386110 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.386495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.386879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.387637 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.387637 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.388013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.388398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:41.396375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:41.493693 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] No DVR routers for this DVR port dc4d6b19-9981-48df-800c-d994dc8bb836 on host hv-cinder-76810 {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:20:41.496256 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:41.499375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef', 'name': 'network-vif-deleted', 'tag': 'dc4d6b19-9981-48df-800c-d994dc8bb836'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:41.553895 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-980bced0-cb86-4850-a520-6a922af6fcee req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "DELETE /v2.0/ports/dc4d6b19-9981-48df-800c-d994dc8bb836 HTTP/1.1" status: 204  len: 173 time: 2.5717237
Jan 22 20:20:41.618760 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e52b1c6-ae30-468f-862d-361cf09145b9 req-b17c2285-0b42-4f05-b6c8-904d80e9bb7a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef HTTP/1.1" status: 200  len: 210 time: 0.0491965
Jan 22 20:20:41.621055 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef', 'name': 'network-vif-deleted', 'tag': 'dc4d6b19-9981-48df-800c-d994dc8bb836', 'status': 'completed', 'code': 200}
Jan 22 20:20:42.108419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7b9c2-9921-4cd8-b074-d6a029ccb786 req-191c43f1-17f4-4a24-b8a8-338de16fe691 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:42.110593 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03c7b9c2-9921-4cd8-b074-d6a029ccb786 req-191c43f1-17f4-4a24-b8a8-338de16fe691 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1092687
Jan 22 20:20:42.219420 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-03c7b9c2-9921-4cd8-b074-d6a029ccb786 req-e74a4d60-b87c-4118-8ebb-c20f37d814d2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0633035
Jan 22 20:20:42.259743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82475-19f2-427a-afe6-7dd9849f735b req-8479cbad-5ec2-4cc3-8e5e-f2c3933303f0 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:42.261411 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ef82475-19f2-427a-afe6-7dd9849f735b req-8479cbad-5ec2-4cc3-8e5e-f2c3933303f0 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1496358
Jan 22 20:20:42.318567 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ef82475-19f2-427a-afe6-7dd9849f735b req-0575dba6-a888-49ff-80e5-33f3aed7ef01 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499997
Jan 22 20:20:42.459958 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73e016-2e6e-4fce-88d3-e59d4b3f34fa req-4603f8c1-07e2-41dc-b62f-044d7c3746d6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:42.461651 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd73e016-2e6e-4fce-88d3-e59d4b3f34fa req-4603f8c1-07e2-41dc-b62f-044d7c3746d6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1241879
Jan 22 20:20:42.570524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc4d6b19-9981-48df-800c-d994dc8bb836'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:42.579596 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd73e016-2e6e-4fce-88d3-e59d4b3f34fa req-86bfd7dc-1831-4e72-98d3-f2c3fad8db77 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750606
Jan 22 20:20:42.621020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85260fbf-2347-41b7-a56d-468b24b844e7 req-805462c1-45d0-4abf-8b52-a87ef83e3d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:42.623055 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-85260fbf-2347-41b7-a56d-468b24b844e7 req-805462c1-45d0-4abf-8b52-a87ef83e3d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 945 time: 0.1604421
Jan 22 20:20:42.670062 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d72f7e-ddc0-46ed-997c-9ae9dd6a69ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc4d6b19-9981-48df-800c-d994dc8bb836', 'code': 200}
Jan 22 20:20:42.687746 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-85260fbf-2347-41b7-a56d-468b24b844e7 req-70a1323f-80f5-4919-9131-74fcfa7723b1 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0582783
Jan 22 20:20:42.903489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 49616) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:43.097503 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9e04a771-45d5-46a2-91cd-8f0666b91fed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=640dbc0766004f9f973f8add5aa68806&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1925194
Jan 22 20:20:43.099976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 49622) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:43.171750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:43.202561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:43.306573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:43.311996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:43.325717 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c8ac64-56eb-4c13-8d6e-019b4790b028,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:43.335187 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.335631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.336112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.336523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.340598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.340598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.340598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.340598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.340598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.340598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.340598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.340598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.340598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.340598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.341563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.341563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.341563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.341851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.342159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.342538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.342916 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.343330 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.343722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.344096 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:20:43.348355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:43.415001 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:43.418730 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20c8ac64-56eb-4c13-8d6e-019b4790b028 HTTP/1.1" status: 204  len: 168 time: 0.3151898
Jan 22 20:20:43.483409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ea1e6-6392-4a21-a806-facc5c5819fd req-dbf94a98-3b8e-4dce-8a49-3e5fc7bc5ec5 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:43.485104 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-108ea1e6-6392-4a21-a806-facc5c5819fd req-dbf94a98-3b8e-4dce-8a49-3e5fc7bc5ec5 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1312070
Jan 22 20:20:43.589855 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-108ea1e6-6392-4a21-a806-facc5c5819fd req-def0a9e5-7abe-4808-a43f-be19a9e47c0e tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0962577
Jan 22 20:20:43.638301 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e929263-1f65-46d4-86e1-25e2e1014c7e req-e75fba5f-e618-4571-a643-e5e85a237df7 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:43.639998 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e929263-1f65-46d4-86e1-25e2e1014c7e req-e75fba5f-e618-4571-a643-e5e85a237df7 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1487303
Jan 22 20:20:43.699747 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e929263-1f65-46d4-86e1-25e2e1014c7e req-766be09a-d2a4-4192-8217-fb788e0c9d86 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522473
Jan 22 20:20:43.903796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e1614-9da8-495e-abfe-f1e490f318cd req-450f0630-83b7-416a-84e4-d8e00279158e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:43.905455 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d6e1614-9da8-495e-abfe-f1e490f318cd req-450f0630-83b7-416a-84e4-d8e00279158e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1591673
Jan 22 20:20:43.980073 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d6e1614-9da8-495e-abfe-f1e490f318cd req-2b43d3f1-f17b-4bfb-994f-8e69e0b07098 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682085
Jan 22 20:20:43.993302 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 83cc41a3-a66b-47bc-ab5a-3f18275be178 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:44.022838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d5501-ec64-4da6-975a-de481b292bb7 req-df9f5df4-fead-4d66-9395-ea61d49509d1 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:44.025707 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a2d5501-ec64-4da6-975a-de481b292bb7 req-df9f5df4-fead-4d66-9395-ea61d49509d1 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 945 time: 0.1872618
Jan 22 20:20:44.076249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 83cc41a3-a66b-47bc-ab5a-3f18275be178 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:44.076778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:44.084491 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0a2d5501-ec64-4da6-975a-de481b292bb7 req-10e6fc8f-b936-4574-b7fb-ce31f1bf2fa2 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0533218
Jan 22 20:20:44.243614 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:44.359270 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28065-018d-4ab2-8220-68017784d6e1 req-37ca95aa-8a3a-4975-aad2-87889e801ad9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:44.361338 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72a28065-018d-4ab2-8220-68017784d6e1 req-37ca95aa-8a3a-4975-aad2-87889e801ad9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 945 time: 0.1117911
Jan 22 20:20:44.445886 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72a28065-018d-4ab2-8220-68017784d6e1 req-2422b781-1ecb-4315-91ea-911118d0cbe0 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0704908
Jan 22 20:20:44.746253 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-6d181806-cf4a-459b-91fb-92de29cd3a42 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2379541
Jan 22 20:20:44.775323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267b640-3eb9-49d6-b1f1-4ded57c7f5ca req-5a9c6814-8e7a-4361-af46-e5118930e1a5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:44.776976 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b267b640-3eb9-49d6-b1f1-4ded57c7f5ca req-5a9c6814-8e7a-4361-af46-e5118930e1a5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 945 time: 0.2405474
Jan 22 20:20:44.782259 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'floatingip': {'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:20:44.794404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:20:44.813227 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Usage tracker for resource:floatingip and tenant:33839a047bb14ff2ae6d7a0e5faa3679 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:20:44.817979 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:20:44.826660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:20:44.856518 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b267b640-3eb9-49d6-b1f1-4ded57c7f5ca req-bb991ad9-39ae-45ae-805d-85dead4abd27 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640192
Jan 22 20:20:44.882406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:45.126634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d57b6-42df-4311-b36a-ad4c01d5f1e6 req-dbd05f6e-13e0-4705-b202-d47fa5037219 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:45.128322 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ea5d57b6-42df-4311-b36a-ad4c01d5f1e6 req-dbd05f6e-13e0-4705-b202-d47fa5037219 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1401062
Jan 22 20:20:45.156028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:45.230087 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ea5d57b6-42df-4311-b36a-ad4c01d5f1e6 req-abdb8d2f-4baf-4443-8fc4-e7cf6af975a9 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0901077
Jan 22 20:20:45.562637 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdf7cd-b451-4018-b07b-9d2ce0471b46 req-e87221b9-8255-46be-a550-a492b14ab401 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:45.564344 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5fdf7cd-b451-4018-b07b-9d2ce0471b46 req-e87221b9-8255-46be-a550-a492b14ab401 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.2033255
Jan 22 20:20:45.578433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Allocated IP 172.27.1.116 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/511111a0-054f-4ff0-aeab-f115be249ff0) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:20:45.667320 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5fdf7cd-b451-4018-b07b-9d2ce0471b46 req-563760a2-baa8-4023-a89f-b87605482f7c tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902812
Jan 22 20:20:45.795250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:45.902266 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:45.920105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9819686-52e0-4efb-851c-62922c1be7c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:46.003497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ad19-6db8-4dc3-9f4b-f69bf7a1c7ef req-dd2bf54a-f29e-42e9-b34d-6ae6b10f9d42 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:46.005608 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee92ad19-6db8-4dc3-9f4b-f69bf7a1c7ef req-dd2bf54a-f29e-42e9-b34d-6ae6b10f9d42 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1936560
Jan 22 20:20:46.108418 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'Port': ['ID=511111a0-054f-4ff0-aeab-f115be249ff0,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:46.127834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:46.150820 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee92ad19-6db8-4dc3-9f4b-f69bf7a1c7ef req-e8146af9-4466-4445-8781-a0d086011563 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1362445
Jan 22 20:20:46.196217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:20:46.197769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:20:46.200269 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:20:46.233077 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:46.321296 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:46.864962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c08de-5dcc-4208-a175-deb7248f17b4 req-52520e90-ef49-4b3b-b61f-09d1e7c0607c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:46.866868 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-242c08de-5dcc-4208-a175-deb7248f17b4 req-52520e90-ef49-4b3b-b61f-09d1e7c0607c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 945 time: 0.2250373
Jan 22 20:20:46.950985 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-242c08de-5dcc-4208-a175-deb7248f17b4 req-4324bf08-437d-4b3d-b7c2-bf2c70783d7c tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749078
Jan 22 20:20:46.978693 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:47.009668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:47.026495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:47.223835 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'Port': ['ID=511111a0-054f-4ff0-aeab-f115be249ff0,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:47.229702 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:47.313477 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdd21f-9749-46b6-bd9d-8da4ec434c28 req-1c000289-251a-493a-b3f0-4797dbcd7282 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:47.315273 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-edbdd21f-9749-46b6-bd9d-8da4ec434c28 req-1c000289-251a-493a-b3f0-4797dbcd7282 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.2331281
Jan 22 20:20:47.318857 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:47.387488 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-edbdd21f-9749-46b6-bd9d-8da4ec434c28 req-56b74385-acb2-4b15-989f-e9c2fb690797 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0608704
Jan 22 20:20:47.409910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:47.411474 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6334209
Jan 22 20:20:47.510189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-25fc9217-862a-4829-9112-763a2fcdc82e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:floatingip {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:47.571453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-25fc9217-862a-4829-9112-763a2fcdc82e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:floatingip {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:47.572732 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-25fc9217-862a-4829-9112-763a2fcdc82e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.116 HTTP/1.1" status: 200  len: 696 time: 0.1539724
Jan 22 20:20:47.764632 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe058d0-dda0-40cf-8b8a-3029d13f96d0 req-869c1cf5-93db-4e17-8c7a-d5317b1f58e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:47.766277 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afe058d0-dda0-40cf-8b8a-3029d13f96d0 req-869c1cf5-93db-4e17-8c7a-d5317b1f58e5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.2397814
Jan 22 20:20:47.827005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-6b523aba-4927-4239-a8b4-d66b1858cbb2 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:47.828612 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-6b523aba-4927-4239-a8b4-d66b1858cbb2 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 784 time: 0.2488339
Jan 22 20:20:47.850844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-9a4943bb-3c31-408c-8173-0b979c638c3c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:20:47.851939 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fdc47b7b-0ec8-4bba-893b-37a402ac6790 req-9a4943bb-3c31-408c-8173-0b979c638c3c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0095263
Jan 22 20:20:47.863692 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-afe058d0-dda0-40cf-8b8a-3029d13f96d0 req-21918939-92ce-467f-91fe-c2bac9f86633 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869431
Jan 22 20:20:48.058038 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199924a-762b-4f06-b09c-ad8da703e88a req-5bb2ca10-229c-4771-aaea-d653ecbfa9e3 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:48.058842 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b199924a-762b-4f06-b09c-ad8da703e88a req-5bb2ca10-229c-4771-aaea-d653ecbfa9e3 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Synchronizing usage tracker for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:48.101471 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b199924a-762b-4f06-b09c-ad8da703e88a req-5bb2ca10-229c-4771-aaea-d653ecbfa9e3 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Unset dirty status for tenant:50acb7baae23426ab1c2e7157517dc89 on resource:port {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:48.102975 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b199924a-762b-4f06-b09c-ad8da703e88a req-5bb2ca10-229c-4771-aaea-d653ecbfa9e3 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 945 time: 0.1512232
Jan 22 20:20:48.137407 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b30ba2-bb43-42a8-8fc9-67a7f68ab51b req-12ba513b-7c0b-407c-9315-3457ebe49ceb tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:48.139108 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6b30ba2-bb43-42a8-8fc9-67a7f68ab51b req-12ba513b-7c0b-407c-9315-3457ebe49ceb tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.1843691
Jan 22 20:20:48.167111 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f480398-c7b7-475e-8a9b-c51e1294130b req-9b06e074-71de-4e5d-8a7e-e5a712456cfe tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:48.168851 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0f480398-c7b7-475e-8a9b-c51e1294130b req-9b06e074-71de-4e5d-8a7e-e5a712456cfe tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1763356
Jan 22 20:20:48.189770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-b199924a-762b-4f06-b09c-ad8da703e88a req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Deleting port ce663e0b-f830-4275-8432-d16a04c36260 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:20:48.190146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b199924a-762b-4f06-b09c-ad8da703e88a req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:48.246037 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6b30ba2-bb43-42a8-8fc9-67a7f68ab51b req-8c2eaead-764e-485e-9f01-36c262c0ede3 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760727
Jan 22 20:20:48.260243 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0f480398-c7b7-475e-8a9b-c51e1294130b req-e35d0315-92af-4553-8768-66481a670f15 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750036
Jan 22 20:20:48.475786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-b199924a-762b-4f06-b09c-ad8da703e88a req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] For port ce663e0b-f830-4275-8432-d16a04c36260, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ce663e0b-f830-4275-8432-d16a04c36260,segment=NetworkSegment(60e3fa22-bdf3-41cf-bc25-710a1d59db43),segment_id=60e3fa22-bdf3-41cf-bc25-710a1d59db43)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:48.476195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b199924a-762b-4f06-b09c-ad8da703e88a req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:48.549946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:48.564820 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81022d03-4b88-48cc-877e-ee95f08769cf req-afa9e36c-47b9-405c-8ebe-3371784e3d0f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:48.567170 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-afa9e36c-47b9-405c-8ebe-3371784e3d0f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1879890
Jan 22 20:20:48.601926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220f18a-7c48-49e8-927c-0cdc24a7c494 req-5d480032-9be6-4e72-a4ec-87778eca7220 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:48.603609 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b220f18a-7c48-49e8-927c-0cdc24a7c494 req-5d480032-9be6-4e72-a4ec-87778eca7220 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/ports?device_id=60b5976d-e28b-4315-98f7-41d1c727365e HTTP/1.1" status: 200  len: 945 time: 0.1744606
Jan 22 20:20:48.617104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-b199924a-762b-4f06-b09c-ad8da703e88a req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Calling delete_port for ce663e0b-f830-4275-8432-d16a04c36260 owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:20:48.667494 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port b0e8baff-9aad-4b04-969b-41a87a75a125 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:20:48.673369 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b0e8baff-9aad-4b04-969b-41a87a75a125 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:48.674016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:48.713625 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-0d9dd63d-8944-4c11-b42a-b368847e0158 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.116 HTTP/1.1" status: 200  len: 696 time: 0.1089067
Jan 22 20:20:48.732979 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-81022d03-4b88-48cc-877e-ee95f08769cf req-c6f46b77-d512-4ae3-b5a2-4e91de9dd062 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'floatingip': {'port_id': '83cc41a3-a66b-47bc-ab5a-3f18275be178', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:20:48.804515 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b199924a-762b-4f06-b09c-ad8da703e88a req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:48.823363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ae565ddc-f4b1-4c6e-97b5-aabfebd0089e tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:48.829165 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b220f18a-7c48-49e8-927c-0cdc24a7c494 req-7025a7d1-566a-4a64-a277-cbef562495dc tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.38 "GET /v2.0/security-groups?id=c828e8c0-278a-4d98-89db-370766e90c70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630695
Jan 22 20:20:48.841835 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-81022d03-4b88-48cc-877e-ee95f08769cf req-c6f46b77-d512-4ae3-b5a2-4e91de9dd062 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:48.979012 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:48.986822 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Pushing event deleted for resources: {'Port': ['ID=ce663e0b-f830-4275-8432-d16a04c36260,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:48.999322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:49.013338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:49.025268 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port b0e8baff-9aad-4b04-969b-41a87a75a125, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b0e8baff-9aad-4b04-969b-41a87a75a125,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:49.055875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b199924a-762b-4f06-b09c-ad8da703e88a req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] No DVR routers for this DVR port ce663e0b-f830-4275-8432-d16a04c36260 on host hv-cinder-76810 {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:20:49.056135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:49.058401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b199924a-762b-4f06-b09c-ad8da703e88a req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:49.059093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9412c2e0-d5fb-4549-b351-15c0e4272197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:49.061232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b5976d-e28b-4315-98f7-41d1c727365e', 'name': 'network-vif-deleted', 'tag': 'ce663e0b-f830-4275-8432-d16a04c36260'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:49.103484 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b199924a-762b-4f06-b09c-ad8da703e88a req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] 10.222.0.48 "DELETE /v2.0/ports/ce663e0b-f830-4275-8432-d16a04c36260 HTTP/1.1" status: 204  len: 173 time: 0.9902892
Jan 22 20:20:49.137654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=b0e8baff-9aad-4b04-969b-41a87a75a125,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:49.141398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:49.306493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11ad45-961c-48c3-a774-3aa908ddb0b4 req-e4652264-ec90-4882-b415-1576f0eaa3e6 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:49.308232 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9f11ad45-961c-48c3-a774-3aa908ddb0b4 req-e4652264-ec90-4882-b415-1576f0eaa3e6 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.3207150
Jan 22 20:20:49.484254 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9f11ad45-961c-48c3-a774-3aa908ddb0b4 req-aef818e2-86dd-470e-990f-915e9580f0fd tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1671352
Jan 22 20:20:49.559790 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:49.636903 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b0e8baff-9aad-4b04-969b-41a87a75a125 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:49.637318 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:49.724019 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-81022d03-4b88-48cc-877e-ee95f08769cf req-c6f46b77-d512-4ae3-b5a2-4e91de9dd062 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:49.777020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e874a-2f40-4951-bfda-db244c4cb2d3 req-12cab004-ce3f-4b24-b198-2d6caacdb7c7 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:49.778634 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e70e874a-2f40-4951-bfda-db244c4cb2d3 req-12cab004-ce3f-4b24-b198-2d6caacdb7c7 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1451983
Jan 22 20:20:49.779999 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-81022d03-4b88-48cc-877e-ee95f08769cf req-c6f46b77-d512-4ae3-b5a2-4e91de9dd062 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:49.811891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device ce663e0b-f830-4275-8432-d16a04c36260 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:20:49.852294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] No Port match for: ce663e0b-f830-4275-8432-d16a04c36260 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:20:49.852700 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device ce663e0b-f830-4275-8432-d16a04c36260 not bound to the agent host hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:20:50.194580 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e70e874a-2f40-4951-bfda-db244c4cb2d3 req-dd97df2b-83b8-4caa-85be-e6fb86fbb239 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1420407
Jan 22 20:20:50.238909 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-81022d03-4b88-48cc-877e-ee95f08769cf req-c6f46b77-d512-4ae3-b5a2-4e91de9dd062 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Floating IP 1ed893be-a6b6-4de6-8bdd-1dbf2e78419d associated. External IP: 172.27.1.116, port: 83cc41a3-a66b-47bc-ab5a-3f18275be178.
Jan 22 20:20:50.278264 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125', 'code': 200}
Jan 22 20:20:50.329214 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b5976d-e28b-4315-98f7-41d1c727365e', 'name': 'network-vif-deleted', 'tag': 'ce663e0b-f830-4275-8432-d16a04c36260', 'status': 'completed', 'code': 200}
Jan 22 20:20:50.710875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade137f-ff73-4856-97f5-9d213b6cf42b req-38ee6391-c139-412b-9314-104d58acd050 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:50.712569 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6ade137f-ff73-4856-97f5-9d213b6cf42b req-38ee6391-c139-412b-9314-104d58acd050 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.2730646
Jan 22 20:20:50.790591 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6ade137f-ff73-4856-97f5-9d213b6cf42b req-b1de25f2-17ff-41ac-b10c-7d62a47e4c2e tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/security-groups?id=a40dc405-9669-4549-85f0-0d3725b65d17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638282
Jan 22 20:20:50.792618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81022d03-4b88-48cc-877e-ee95f08769cf req-c6f46b77-d512-4ae3-b5a2-4e91de9dd062 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Router fc30a605-4ff7-45cf-8381-e5533bce2823 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:20:50.793986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fdaf2-0f01-4072-8562-0046a69b0d36 req-aca0986b-7ab5-4f08-a3f1-b8b40a0d8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:50.795876 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-219fdaf2-0f01-4072-8562-0046a69b0d36 req-aca0986b-7ab5-4f08-a3f1-b8b40a0d8f3c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1163 time: 0.0823081
Jan 22 20:20:50.895317 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-219fdaf2-0f01-4072-8562-0046a69b0d36 req-f08aacc6-d1e0-4eb8-b673-bcab846ea806 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0563235
Jan 22 20:20:51.128025 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81022d03-4b88-48cc-877e-ee95f08769cf req-c6f46b77-d512-4ae3-b5a2-4e91de9dd062 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:20:51.139833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a1944f-40f7-43d8-b62e-58af545bc1da None None] Sync routers for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:20:51.149422 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a1944f-40f7-43d8-b62e-58af545bc1da None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:20:51.150097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-50a1944f-40f7-43d8-b62e-58af545bc1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc0c8d68>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:20:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:20:51.155896 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f1ff1-0964-4ed9-acd4-8f5cd629b64e req-299c3728-8013-4816-9855-c1fb57bc76d6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:51.157586 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-732f1ff1-0964-4ed9-acd4-8f5cd629b64e req-299c3728-8013-4816-9855-c1fb57bc76d6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1875932
Jan 22 20:20:51.161364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-81022d03-4b88-48cc-877e-ee95f08769cf req-c6f46b77-d512-4ae3-b5a2-4e91de9dd062 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:51.212802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a32c3-f7a3-4389-a914-c384ae85bd72 req-b367a44c-4896-4f80-97b2-601f5dcdb5a1 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:51.214455 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a24a32c3-f7a3-4389-a914-c384ae85bd72 req-b367a44c-4896-4f80-97b2-601f5dcdb5a1 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.48 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 945 time: 0.3504949
Jan 22 20:20:51.292123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 0158bcdb-e28c-4d86-af0d-b8514067baad no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:20:51.312726 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-c6f46b77-d512-4ae3-b5a2-4e91de9dd062 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "PUT /v2.0/floatingips/1ed893be-a6b6-4de6-8bdd-1dbf2e78419d HTTP/1.1" status: 200  len: 996 time: 2.5876980
Jan 22 20:20:51.320771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'tag': '83cc41a3-a66b-47bc-ab5a-3f18275be178'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:51.350866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-50a1944f-40f7-43d8-b62e-58af545bc1da None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:20:51.388420 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-732f1ff1-0964-4ed9-acd4-8f5cd629b64e req-0d011f29-df81-4dc4-9ec6-972d831443d6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1681910
Jan 22 20:20:51.421210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:51.430201 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a24a32c3-f7a3-4389-a914-c384ae85bd72 req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Deleting port 0158bcdb-e28c-4d86-af0d-b8514067baad {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:20:51.430626 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a24a32c3-f7a3-4389-a914-c384ae85bd72 req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:51.458289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 0158bcdb-e28c-4d86-af0d-b8514067baad, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0158bcdb-e28c-4d86-af0d-b8514067baad,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:51.477715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:51.480816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e186acb-8571-4184-bc68-bd4ed280d2f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:51.540325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49694) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:51.560120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81022d03-4b88-48cc-877e-ee95f08769cf req-db86efae-677f-447c-b457-92b1bffaa78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:51.561598 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-db86efae-677f-447c-b457-92b1bffaa78c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 1162 time: 0.2256415
Jan 22 20:20:51.564714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=0158bcdb-e28c-4d86-af0d-b8514067baad,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:51.569093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:51.633716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06770ce-98b7-4dcb-b96f-b8fc1dbc61fc admin admin] Deleting subnet 1014b5cf-4f46-4af2-bda1-9028b21ea5b3 {{(pid=80268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:20:51.637899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b06770ce-98b7-4dcb-b96f-b8fc1dbc61fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:51.697660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b06770ce-98b7-4dcb-b96f-b8fc1dbc61fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848437748'] for subnet, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:51.764959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b06770ce-98b7-4dcb-b96f-b8fc1dbc61fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:51.776668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-50a1944f-40f7-43d8-b62e-58af545bc1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc0c8d68>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1ed893be-a6b6-4de6-8bdd-1dbf2e78419d', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '83cc41a3-a66b-47bc-ab5a-3f18275be178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:71:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:20:46Z', 'updated_at': '2021-01-22T20:20:49Z', 'revision_number': 1, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:20:51.781451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a1944f-40f7-43d8-b62e-58af545bc1da None None] Checking router: fc30a605-4ff7-45cf-8381-e5533bce2823 for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:20:51.791955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a1944f-40f7-43d8-b62e-58af545bc1da None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:20:51.792634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-50a1944f-40f7-43d8-b62e-58af545bc1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc0c8d68>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:20:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:20:51.914535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81022d03-4b88-48cc-877e-ee95f08769cf req-44036368-36f4-40f8-aedd-8ce0e08548b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:51.916216 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-44036368-36f4-40f8-aedd-8ce0e08548b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.3428986
Jan 22 20:20:51.931553 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-a24a32c3-f7a3-4389-a914-c384ae85bd72 req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] For port 0158bcdb-e28c-4d86-af0d-b8514067baad, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0158bcdb-e28c-4d86-af0d-b8514067baad,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:51.932230 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a24a32c3-f7a3-4389-a914-c384ae85bd72 req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:51.992875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-50a1944f-40f7-43d8-b62e-58af545bc1da None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:20:52.130630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b06770ce-98b7-4dcb-b96f-b8fc1dbc61fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7279169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848344222'] for subnet, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:52.149141 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2e6d1f9-3dd9-4ec6-819f-2edc2ece48ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:52.205356 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06770ce-98b7-4dcb-b96f-b8fc1dbc61fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1014b5cf-4f46-4af2-bda1-9028b21ea5b3,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:52.208248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b06770ce-98b7-4dcb-b96f-b8fc1dbc61fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:52.279995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32f9602-f65c-4db3-8651-f31161fad2db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0158bcdb-e28c-4d86-af0d-b8514067baad'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:52.311718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b06770ce-98b7-4dcb-b96f-b8fc1dbc61fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:52.319081 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b06770ce-98b7-4dcb-b96f-b8fc1dbc61fc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1014b5cf-4f46-4af2-bda1-9028b21ea5b3 HTTP/1.1" status: 204  len: 168 time: 0.7770865
Jan 22 20:20:52.322249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49702) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:52.330507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddcd8f-8e64-4922-9b58-e9d879a4b7ca req-a6dfe3f6-8a69-4740-9bb4-8684f1c20224 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:52.332248 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-42ddcd8f-8e64-4922-9b58-e9d879a4b7ca req-a6dfe3f6-8a69-4740-9bb4-8684f1c20224 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.6213810
Jan 22 20:20:52.403518 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a24a32c3-f7a3-4389-a914-c384ae85bd72 req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Calling delete_port for 0158bcdb-e28c-4d86-af0d-b8514067baad owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:20:52.457272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-50a1944f-40f7-43d8-b62e-58af545bc1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc0c8d68>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1ed893be-a6b6-4de6-8bdd-1dbf2e78419d', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '83cc41a3-a66b-47bc-ab5a-3f18275be178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:71:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:20:46Z', 'updated_at': '2021-01-22T20:20:49Z', 'revision_number': 1, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:20:52.462469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a1944f-40f7-43d8-b62e-58af545bc1da None None] The sync data for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi is: [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1ed893be-a6b6-4de6-8bdd-1dbf2e78419d', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '83cc41a3-a66b-47bc-ab5a-3f18275be178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:71:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:20:46Z', 'updated_at': '2021-01-22T20:20:49Z', 'revision_number': 1, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:20:52.474226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:52.536788 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-424afe25-56ea-44ac-b36d-f24731f9049c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83cc41a3-a66b-47bc-ab5a-3f18275be178 HTTP/1.1" status: 200  len: 999 time: 0.6080873
Jan 22 20:20:52.553996 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-42ddcd8f-8e64-4922-9b58-e9d879a4b7ca req-14cc1418-8581-49af-becb-41c8ffdab3e5 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1189735
Jan 22 20:20:52.692568 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:52.703010 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81022d03-4b88-48cc-877e-ee95f08769cf req-8badfd7e-4b68-4902-aaf8-d44de26c30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:52.704648 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-8badfd7e-4b68-4902-aaf8-d44de26c30f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.1471667
Jan 22 20:20:52.812503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f5923-0025-4855-9fc3-918888c9f7de None None] New status for floating IP 1ed893be-a6b6-4de6-8bdd-1dbf2e78419d: ACTIVE {{(pid=80270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:20:52.821129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bba83e48>,) {'filters': {'network_id': ['b2ce280f-e5a9-40c0-a924-e7b421b6463b']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:20:52.837576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bba83e48>, '60e3fa22-bdf3-41cf-bc25-710a1d59db43') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:20:52.837844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bba83e48>, '60e3fa22-bdf3-41cf-bc25-710a1d59db43') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:20:52.851346 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:52.874229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:52.882025 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:20:52.914323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca83ba-92dd-4ca1-bd06-0e51c2e73df3 req-230fffed-dcd5-4c6f-af58-f815bd9f619d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:52.916060 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00ca83ba-92dd-4ca1-bd06-0e51c2e73df3 req-230fffed-dcd5-4c6f-af58-f815bd9f619d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.2058766
Jan 22 20:20:52.916767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a24a32c3-f7a3-4389-a914-c384ae85bd72 req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:52.935260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f12ca038-f996-4161-808b-e89c88675fca tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:52.987503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81022d03-4b88-48cc-877e-ee95f08769cf req-1f11c498-5539-406f-870b-536ccb764ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:52.989270 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-1f11c498-5539-406f-870b-536ccb764ab1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2347167
Jan 22 20:20:53.018018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Pushing event deleted for resources: {'Port': ['ID=0158bcdb-e28c-4d86-af0d-b8514067baad,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:53.030621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-f1932ba1-f4ed-45a5-82cb-420b574c6793 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:20:53.031732 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-f1932ba1-f4ed-45a5-82cb-420b574c6793 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0057542
Jan 22 20:20:53.032657 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:53.190232 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-00ca83ba-92dd-4ca1-bd06-0e51c2e73df3 req-70645e80-5f05-454a-9c90-52386ebaaea9 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2152364
Jan 22 20:20:53.283615 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'tag': '83cc41a3-a66b-47bc-ab5a-3f18275be178', 'status': 'completed', 'code': 200}
Jan 22 20:20:53.313580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Network b2ce280f-e5a9-40c0-a924-e7b421b6463b has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:20:53.324778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:53.344897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24a32c3-f7a3-4389-a914-c384ae85bd72 req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] No DVR routers for this DVR port 0158bcdb-e28c-4d86-af0d-b8514067baad on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:20:53.349620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a24a32c3-f7a3-4389-a914-c384ae85bd72 req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:53.361301 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-ac940b38-b629-46b5-bf81-97ee822a9f96 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2683034
Jan 22 20:20:53.396011 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a24a32c3-f7a3-4389-a914-c384ae85bd72 req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.48 "DELETE /v2.0/ports/0158bcdb-e28c-4d86-af0d-b8514067baad HTTP/1.1" status: 204  len: 173 time: 2.1236298
Jan 22 20:20:53.520672 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-bd2dc124-b9ce-482c-a1b1-81d740215e6a req-fb91ade4-4f79-4b61-a1a6-7a394f5fa5f5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Synchronizing usage tracker for tenant:8833752d98fa496a8cca50e1bcc67bfc on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:20:53.570413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-bd2dc124-b9ce-482c-a1b1-81d740215e6a req-fb91ade4-4f79-4b61-a1a6-7a394f5fa5f5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Unset dirty status for tenant:8833752d98fa496a8cca50e1bcc67bfc on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:20:53.571743 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd2dc124-b9ce-482c-a1b1-81d740215e6a req-fb91ade4-4f79-4b61-a1a6-7a394f5fa5f5 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] 10.222.0.38 "GET /v2.0/ports?device_id=b32f9602-f65c-4db3-8651-f31161fad2db HTTP/1.1" status: 200  len: 210 time: 0.1620505
Jan 22 20:20:53.573893 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-81022d03-4b88-48cc-877e-ee95f08769cf req-b70b6497-6025-4e31-8228-9c910ec63187 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2053688
Jan 22 20:20:53.580976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:53.585392 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Network b2ce280f-e5a9-40c0-a924-e7b421b6463b has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:20:53.615017 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:20:53.630342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa702aa-d95c-4701-86be-c3f8334ed9f7 req-66a756d9-712b-414d-8a10-bb82304e7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:53.632116 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5aa702aa-d95c-4701-86be-c3f8334ed9f7 req-66a756d9-712b-414d-8a10-bb82304e7e48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 1162 time: 0.2802894
Jan 22 20:20:53.667647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b0e8baff-9aad-4b04-969b-41a87a75a125 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:53.667647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:53.848019 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32f9602-f65c-4db3-8651-f31161fad2db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0158bcdb-e28c-4d86-af0d-b8514067baad', 'code': 200}
Jan 22 20:20:53.855621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa702aa-d95c-4701-86be-c3f8334ed9f7 req-48ef7586-9b54-438c-b814-f2f1712d2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:53.857302 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5aa702aa-d95c-4701-86be-c3f8334ed9f7 req-48ef7586-9b54-438c-b814-f2f1712d2f53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.1702683
Jan 22 20:20:53.878016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:53.881897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e1c1b005-5611-4882-adfa-becd0d1813ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:53.900202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:53.961162 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8749a4a-02f7-44b8-9944-9a4bcb0db30b req-9f3081c9-1c08-449e-b7aa-29d6d23b8b93 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:53.962882 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8749a4a-02f7-44b8-9944-9a4bcb0db30b req-9f3081c9-1c08-449e-b7aa-29d6d23b8b93 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1108582
Jan 22 20:20:53.967611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ce280f-e5a9-40c0-a924-e7b421b6463b,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:53.987413 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b2ce280f-e5a9-40c0-a924-e7b421b6463b HTTP/1.1" status: 204  len: 168 time: 1.6638746
Jan 22 20:20:53.988667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66a79c5b-7c23-4cfd-a136-0f480cbeafa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:54.022152 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5aa702aa-d95c-4701-86be-c3f8334ed9f7 req-5adef934-4a45-4306-a516-fc37fa755e30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83cc41a3-a66b-47bc-ab5a-3f18275be178 HTTP/1.1" status: 200  len: 1001 time: 0.1180339
Jan 22 20:20:54.076229 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8749a4a-02f7-44b8-9944-9a4bcb0db30b req-5c68fab1-a2b5-4778-925a-f6609bd7c435 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669112
Jan 22 20:20:54.132527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88230c0c-ddd7-4bf5-9c69-83da0702295b req-1d248093-e972-405a-bfc2-1c62a792c8a5 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:54.138723 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88230c0c-ddd7-4bf5-9c69-83da0702295b req-1d248093-e972-405a-bfc2-1c62a792c8a5 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1742594
Jan 22 20:20:54.164951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa702aa-d95c-4701-86be-c3f8334ed9f7 req-defa0c51-9a5a-4aec-ba49-ca70892449ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:54.166562 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5aa702aa-d95c-4701-86be-c3f8334ed9f7 req-defa0c51-9a5a-4aec-ba49-ca70892449ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.1021082
Jan 22 20:20:54.207912 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-88230c0c-ddd7-4bf5-9c69-83da0702295b req-94c4e77a-1a9c-4788-9f40-d968119e9408 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0664067
Jan 22 20:20:54.273626 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa702aa-d95c-4701-86be-c3f8334ed9f7 req-608a3843-2e61-4543-845e-5b51e89302ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:54.275387 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5aa702aa-d95c-4701-86be-c3f8334ed9f7 req-608a3843-2e61-4543-845e-5b51e89302ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0982289
Jan 22 20:20:54.458542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 49718) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:54.475504 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5aa702aa-d95c-4701-86be-c3f8334ed9f7 req-48b234bd-7ad5-40cc-b4d0-189efa124a2e service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722085
Jan 22 20:20:54.502395 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b3a4-1e0a-46fc-a092-1167de7f1645 req-981a6fd1-0d89-4673-99ac-d2ad679c83c3 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:54.505997 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8558b3a4-1e0a-46fc-a092-1167de7f1645 req-981a6fd1-0d89-4673-99ac-d2ad679c83c3 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1594627
Jan 22 20:20:54.626999 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5aa702aa-d95c-4701-86be-c3f8334ed9f7 req-abd6c828-dec7-46b7-b862-25b3a0f86614 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437149
Jan 22 20:20:54.632527 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-66bf3d1d-dcb2-4c32-bb1f-3310967548e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50acb7baae23426ab1c2e7157517dc89&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1781461
Jan 22 20:20:54.636235 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49724) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:54.651997 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8558b3a4-1e0a-46fc-a092-1167de7f1645 req-f0613fa5-7fac-40dc-b3e2-6bb69624873d tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1359024
Jan 22 20:20:54.693665 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757bd65-ee46-4ac1-a84a-4ae78888e155 req-cfdc5180-e473-4ff0-9789-cd4ae191c2df tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:54.696881 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1757bd65-ee46-4ac1-a84a-4ae78888e155 req-cfdc5180-e473-4ff0-9789-cd4ae191c2df tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1866553
Jan 22 20:20:54.705472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d08797b5-929f-46d4-8441-31ab33a29dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:54.737703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d08797b5-929f-46d4-8441-31ab33a29dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:54.756186 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1757bd65-ee46-4ac1-a84a-4ae78888e155 req-a506da3a-e8e3-4f1b-a2bc-71d1f81f8347 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539982
Jan 22 20:20:54.770669 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-265505ff-610b-414c-bbfd-a09393a841a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:54.772265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 49730) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:54.889630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d08797b5-929f-46d4-8441-31ab33a29dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:54.895582 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22b2cb6e-a170-4866-afd8-8ac639959f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:54.909460 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08797b5-929f-46d4-8441-31ab33a29dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c828e8c0-278a-4d98-89db-370766e90c70,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:54.912296 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d08797b5-929f-46d4-8441-31ab33a29dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:54.913608 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d08797b5-929f-46d4-8441-31ab33a29dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:54.918161 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d08797b5-929f-46d4-8441-31ab33a29dd9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c828e8c0-278a-4d98-89db-370766e90c70 HTTP/1.1" status: 204  len: 168 time: 0.2775540
Jan 22 20:20:55.180912 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-d552b63b-a3f4-4cd8-a922-877209ffd29c tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3403306
Jan 22 20:20:55.472197 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32f9602-f65c-4db3-8651-f31161fad2db', 'name': 'network-vif-deleted', 'tag': '0158bcdb-e28c-4d86-af0d-b8514067baad'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:20:55.479913 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Request body: {'floatingip': {'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:20:55.537044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:20:55.567874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Usage tracker for resource:floatingip and tenant:b8ee41ae19894fe4b7cf256b4ce507f1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:20:55.575756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:20:55.588151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:20:55.641458 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for floatingip, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:55.652664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:55.733268 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b0e8baff-9aad-4b04-969b-41a87a75a125 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:55.733789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:55.750040 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9c35a-5b7c-4e6c-993e-99557b361f90 req-181d7cc4-323a-4d37-8804-4c68000e972b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:55.751839 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ea9c35a-5b7c-4e6c-993e-99557b361f90 req-181d7cc4-323a-4d37-8804-4c68000e972b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.2542422
Jan 22 20:20:55.886787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 379949ec-ca78-467b-a6a6-d869077eb99c up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:20:55.927986 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9ea9c35a-5b7c-4e6c-993e-99557b361f90 req-bc32e2d8-a97e-44f6-84f1-5291eec87564 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1652098
Jan 22 20:20:55.963227 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 379949ec-ca78-467b-a6a6-d869077eb99c triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:20:55.963667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:56.047099 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32f9602-f65c-4db3-8651-f31161fad2db', 'name': 'network-vif-deleted', 'tag': '0158bcdb-e28c-4d86-af0d-b8514067baad', 'status': 'completed', 'code': 200}
Jan 22 20:20:56.054242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:56.273150 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735844'] for router_interface, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:56.557019 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb88fd-2c80-4470-967a-415d0086fd03 req-386855b0-4d9b-4348-88c7-9a55e8bdb69d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:56.558682 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10bb88fd-2c80-4470-967a-415d0086fd03 req-386855b0-4d9b-4348-88c7-9a55e8bdb69d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.3727262
Jan 22 20:20:56.773180 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Allocated IP 172.27.1.142 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/b0a1fb40-5d27-41d4-bf6e-606b53dc8238) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:20:56.802887 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10bb88fd-2c80-4470-967a-415d0086fd03 req-2ce2d863-cbf2-4358-92ac-fefcc42b09cc tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1941667
Jan 22 20:20:57.040759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] Deleting port 74bd514d-1f17-4f15-980e-13501e1c7218 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:20:57.041134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:57.069684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:57.332622 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] For port 74bd514d-1f17-4f15-980e-13501e1c7218, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=74bd514d-1f17-4f15-980e-13501e1c7218,segment=NetworkSegment(39247533-62e5-4bdc-87b1-11e7a2b5e6db),segment_id=39247533-62e5-4bdc-87b1-11e7a2b5e6db)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:20:57.333021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:57.341488 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:57.381378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74432989-6ac1-43cb-8134-e85e6270d945 req-181c8d61-b7a9-4b40-8283-07c831dad6c8 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:57.383048 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74432989-6ac1-43cb-8134-e85e6270d945 req-181c8d61-b7a9-4b40-8283-07c831dad6c8 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.2913370
Jan 22 20:20:57.388685 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3c5bd8a0-af2e-4090-a3e7-66721d4c1eca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:57.849609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:57.879345 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] Calling delete_port for 74bd514d-1f17-4f15-980e-13501e1c7218 owned by network:router_interface {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:20:57.913106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b3df63c8-bfd8-4a80-8577-750420052e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:57.967395 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Pushing event updated for resources: {'Port': ['ID=b0a1fb40-5d27-41d4-bf6e-606b53dc8238,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:57.980428 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74432989-6ac1-43cb-8134-e85e6270d945 req-ea7dfeb7-cc4e-43d3-bb3a-91308dc7d6cb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5440693
Jan 22 20:20:57.981334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:58.012050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49790) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:58.174859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3f36738-660c-4db4-a2d4-426fab12e90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:58.191800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f3f36738-660c-4db4-a2d4-426fab12e90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:20:58.195904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f3f36738-660c-4db4-a2d4-426fab12e90d admin admin] Usage tracker for resource:security_group_rule and tenant:49dac283bd314548a78464590a68819f is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:20:58.198907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f3f36738-660c-4db4-a2d4-426fab12e90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:20:58.204695 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f3f36738-660c-4db4-a2d4-426fab12e90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:20:58.265290 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:20:58.270932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:20:58.276207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:20:58.336522 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3f36738-660c-4db4-a2d4-426fab12e90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:58.364015 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3f36738-660c-4db4-a2d4-426fab12e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:58.377453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-97f68c38-3450-4063-a6f8-6446a9c7d868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:58.388562 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310fca4-7b26-4cf0-9492-fa85c7c504e6 req-baf3dba8-d666-4026-bde1-da5889057bc4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:58.390252 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2310fca4-7b26-4cf0-9492-fa85c7c504e6 req-baf3dba8-d666-4026-bde1-da5889057bc4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.2312310
Jan 22 20:20:58.419949 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f3f36738-660c-4db4-a2d4-426fab12e90d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49dac283bd314548a78464590a68819f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4065669
Jan 22 20:20:58.423413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49796) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:58.426691 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for floatingip, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:58.427739 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f36738-660c-4db4-a2d4-426fab12e90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975c5c88-54a0-47c5-92af-9f6f55915721,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:58.431447 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3f36738-660c-4db4-a2d4-426fab12e90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:58.471792 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2310fca4-7b26-4cf0-9492-fa85c7c504e6 req-f6ef0dcf-23b3-423f-8319-5a24d08bd457 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726368
Jan 22 20:20:58.497729 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ade9791-aed7-4549-8ef9-9af8ba955621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:58.507742 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:58.526618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ade9791-aed7-4549-8ef9-9af8ba955621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:58.529084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-20e90602-26c2-4956-8acf-4152aab36a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:58.587560 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=74bd514d-1f17-4f15-980e-13501e1c7218,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:58.600905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:58.665791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:58.666284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ade9791-aed7-4549-8ef9-9af8ba955621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:58.672004 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-88864fad-9ccc-4e52-9387-7019739a3053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:58.685060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade9791-aed7-4549-8ef9-9af8ba955621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c5c88-54a0-47c5-92af-9f6f55915721,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:58.688244 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2ade9791-aed7-4549-8ef9-9af8ba955621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:58.691852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ade9791-aed7-4549-8ef9-9af8ba955621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:58.708066 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2ade9791-aed7-4549-8ef9-9af8ba955621 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/975c5c88-54a0-47c5-92af-9f6f55915721 HTTP/1.1" status: 204  len: 168 time: 0.2686782
Jan 22 20:20:58.854983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.123893 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.126532 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1561061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126889'] for router_interface, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.234044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49806) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:59.254908 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f6e7aa68-04ff-4d9d-95b8-593fa2ec8426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.270279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f6e7aa68-04ff-4d9d-95b8-593fa2ec8426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:20:59.274386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f6e7aa68-04ff-4d9d-95b8-593fa2ec8426 admin admin] Usage tracker for resource:security_group_rule and tenant:76d366c5033c43288ac3d263446f0ac4 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:20:59.277428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f6e7aa68-04ff-4d9d-95b8-593fa2ec8426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:20:59.283159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f6e7aa68-04ff-4d9d-95b8-593fa2ec8426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:20:59.332518 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.363957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.376785 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f6e7aa68-04ff-4d9d-95b8-593fa2ec8426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.382272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:59.409498 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f6e7aa68-04ff-4d9d-95b8-593fa2ec8426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.419699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4af42923-4d6f-47f9-8209-9ac37bb55818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:59.465557 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f6e7aa68-04ff-4d9d-95b8-593fa2ec8426 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76d366c5033c43288ac3d263446f0ac4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2301836
Jan 22 20:20:59.467275 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7aa68-04ff-4d9d-95b8-593fa2ec8426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21ebd50-75db-489e-aa1a-7e121d31dad1,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:59.469818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49812) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:20:59.472693 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f6e7aa68-04ff-4d9d-95b8-593fa2ec8426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:59.529312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64552a05-b1b7-45b0-8812-a1a48b351474 req-3db2421a-fbf6-4557-a326-e372ccd3f390 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:20:59.531008 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-64552a05-b1b7-45b0-8812-a1a48b351474 req-3db2421a-fbf6-4557-a326-e372ccd3f390 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.3853755
Jan 22 20:20:59.535811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73987d72-f101-42ca-861f-6f07c0561756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.564161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73987d72-f101-42ca-861f-6f07c0561756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.632390 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73987d72-f101-42ca-861f-6f07c0561756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.637678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b8063382-f157-46de-a032-eae999ef85ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:20:59.651985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73987d72-f101-42ca-861f-6f07c0561756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21ebd50-75db-489e-aa1a-7e121d31dad1,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:59.654658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-73987d72-f101-42ca-861f-6f07c0561756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:20:59.656993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73987d72-f101-42ca-861f-6f07c0561756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:20:59.660743 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-73987d72-f101-42ca-861f-6f07c0561756 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b21ebd50-75db-489e-aa1a-7e121d31dad1 HTTP/1.1" status: 204  len: 168 time: 0.1874239
Jan 22 20:20:59.756569 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:20:59.960573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Pushing event updated for resources: {'Port': ['ID=b0a1fb40-5d27-41d4-bf6e-606b53dc8238,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:20:59.969932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:00.001675 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-64552a05-b1b7-45b0-8812-a1a48b351474 req-005022fc-bae1-46c2-b91b-bf98b0f3878a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4601192
Jan 22 20:21:00.067750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:00.402249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24388626-c2be-47a1-9958-c962ed8393fe req-34083d65-b264-41b4-ba8b-aade4b007890 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:00.403968 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24388626-c2be-47a1-9958-c962ed8393fe req-34083d65-b264-41b4-ba8b-aade4b007890 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.2381999
Jan 22 20:21:00.409366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] Router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:21:00.410980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:00.412880 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 5.2224844
Jan 22 20:21:00.609113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-49ce56e1-d3b4-4542-bc2b-182f28acc6aa tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Synchronizing usage tracker for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:floatingip {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:21:00.689732 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24388626-c2be-47a1-9958-c962ed8393fe req-3558bfa4-3653-42e9-bcd3-032b63d2317c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2757366
Jan 22 20:21:00.742891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-49ce56e1-d3b4-4542-bc2b-182f28acc6aa tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Unset dirty status for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:floatingip {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:21:00.744210 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-49ce56e1-d3b4-4542-bc2b-182f28acc6aa tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.142 HTTP/1.1" status: 200  len: 696 time: 0.3109045
Jan 22 20:21:00.781019 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:21:00.790054 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-245ac1bf-a4f3-4b5e-9dff-019623b6a8a8 admin admin] 10.222.0.38 "PUT /v2.0/routers/1ee84e35-c0f2-4e97-88c0-8115f30c9b64/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0129874
Jan 22 20:21:00.791533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7d203-8ffd-4517-b85b-6549d0825d19 None None] Sync routers for ids ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:21:00.795670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49836) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:00.823151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7d203-8ffd-4517-b85b-6549d0825d19 None None] Routers {'1ee84e35-c0f2-4e97-88c0-8115f30c9b64'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:21:00.823882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e8e7d203-8ffd-4517-b85b-6549d0825d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7b37e10>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:20:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:21:00.954418 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-d6926e09-1355-4f59-b114-72b8d0e7f96b tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:00.961810 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-d6926e09-1355-4f59-b114-72b8d0e7f96b tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 784 time: 0.2114954
Jan 22 20:21:00.968202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-6e05b4a0-7377-41af-b7b0-8d904d040c11 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:21:00.980102 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cd08da73-9302-43a5-bb91-97f4e4af2314 req-6e05b4a0-7377-41af-b7b0-8d904d040c11 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0173366
Jan 22 20:21:01.042201 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-e8e7d203-8ffd-4517-b85b-6549d0825d19 None None] Set router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:21:01.112044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Notify callbacks [] for router, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:01.337239 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:01.345849 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Deleting port ccd233ad-c893-47e8-b7f2-1d051dbc959b {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:21:01.346243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:01.366550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-cc5e6bb5-c73b-44aa-8b37-537de521361f tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:01.368602 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-cc5e6bb5-c73b-44aa-8b37-537de521361f tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2624753
Jan 22 20:21:01.399579 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd79f26-54da-4568-b73b-26b358308861 req-10575235-373a-4f1a-b46d-ed268cf506d6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:01.401347 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5cd79f26-54da-4568-b73b-26b358308861 req-10575235-373a-4f1a-b46d-ed268cf506d6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1862009
Jan 22 20:21:01.518937 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-78aa73e6-7f41-4f31-a62d-756f0deac01f tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.142 HTTP/1.1" status: 200  len: 696 time: 0.1164041
Jan 22 20:21:01.536578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-3e493234-c957-443b-85d7-0e160be40406 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Request body: {'floatingip': {'port_id': 'b0e8baff-9aad-4b04-969b-41a87a75a125', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:21:01.566287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] For port ccd233ad-c893-47e8-b7f2-1d051dbc959b, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=ccd233ad-c893-47e8-b7f2-1d051dbc959b,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:21:01.567362 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:01.573223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e8e7d203-8ffd-4517-b85b-6549d0825d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7b37e10>, [{'id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-router', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:20:58Z', 'revision_number': 5, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'gw_port': {'id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:43Z', 'updated_at': '2021-01-22T20:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:21:01.578456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7d203-8ffd-4517-b85b-6549d0825d19 None None] Checking router: 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:21:01.588406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7d203-8ffd-4517-b85b-6549d0825d19 None None] Routers {'1ee84e35-c0f2-4e97-88c0-8115f30c9b64'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:21:01.589447 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e8e7d203-8ffd-4517-b85b-6549d0825d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7b37e10>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:20:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:21:01.640655 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5cd79f26-54da-4568-b73b-26b358308861 req-e5471f5e-6d68-4b76-a2b9-8b6ac5b868b4 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1718683
Jan 22 20:21:01.647750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-3e493234-c957-443b-85d7-0e160be40406 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for floatingip, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:01.740094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Calling delete_port for ccd233ad-c893-47e8-b7f2-1d051dbc959b owned by network:router_gateway {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:21:01.898413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     result = function(*args, **kwargs)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     proto.__init__(conn_state, self)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.handle()
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.handle_one_request()
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.handle_one_response()
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     result = self.application(self.environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return app(environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return request.get_response(self.application)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = req.get_response(self._app)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return resp(environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return resp(environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = self.app(environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return resp(environ, start_response)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:21:01.905292 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     result = method(request=request, **args)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._delete(request, id, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*dup_args, **dup_kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     obj_deleter(request.context, id, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     return method(*args, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*dup_args, **dup_kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._delete_current_gw_port(context, id, router, None)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, context, *args, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     return method(*args, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     context, port, router_ids, bound_mech_contexts)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     return function(*args, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     callback(resource, event, trigger, **kwargs)
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     if self._is_session_semantic_violated(context, resource, event):
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]:     stack = traceback.extract_stack()
Jan 22 20:21:01.914377 dv-cinder-768105-3-iscsi neutron-server[80155]: 
Jan 22 20:21:01.927543 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-e8e7d203-8ffd-4517-b85b-6549d0825d19 None None] Set router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:21:02.214268 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a89929-f538-4319-86b0-93a3a7685590 req-f2b98d7d-77b8-40e9-b6b4-c6b55290b292 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:02.216062 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-27a89929-f538-4319-86b0-93a3a7685590 req-f2b98d7d-77b8-40e9-b6b4-c6b55290b292 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.3519454
Jan 22 20:21:02.307800 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-27a89929-f538-4319-86b0-93a3a7685590 req-00358c56-cbc3-4b39-b3ed-4f129f4b87b3 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765266
Jan 22 20:21:02.349981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-e8e7d203-8ffd-4517-b85b-6549d0825d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7b37e10>, [{'id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-router', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:20:58Z', 'revision_number': 5, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'gw_port': {'id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:43Z', 'updated_at': '2021-01-22T20:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:21:02.369812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7d203-8ffd-4517-b85b-6549d0825d19 None None] The sync data for ids ['1ee84e35-c0f2-4e97-88c0-8115f30c9b64'] in dv-cinder-768105-3-iscsi is: [{'id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'name': 'tempest-ServerRescueNegativeTestJSON-1227822598-router', 'tenant_id': '8833752d98fa496a8cca50e1bcc67bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:20:58Z', 'revision_number': 5, 'project_id': '8833752d98fa496a8cca50e1bcc67bfc', 'gw_port': {'id': 'ccd233ad-c893-47e8-b7f2-1d051dbc959b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee84e35-c0f2-4e97-88c0-8115f30c9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:43Z', 'updated_at': '2021-01-22T20:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:21:02.383912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853129297'] for router_gateway, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:02.536929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853127145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854665958'] for router, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:02.540396 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:02.775292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1642766'] for router, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:02.776134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee84e35-c0f2-4e97-88c0-8115f30c9b64 {{(pid=80268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 20:21:02.791243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] Notify callbacks [] for router, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:02.792147 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5e200482-38d7-426e-a6e6-e9e8a684708c admin admin] 10.222.0.38 "DELETE /v2.0/routers/1ee84e35-c0f2-4e97-88c0-8115f30c9b64 HTTP/1.1" status: 204  len: 168 time: 1.9953985
Jan 22 20:21:02.794946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49872) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:02.867453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d14a75-1b58-43bb-b932-9ccea629c4d7 admin admin] Deleting subnet 967b80c3-e198-489e-92d2-dca429bbbdd3 {{(pid=80268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:21:02.872201 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3d14a75-1b58-43bb-b932-9ccea629c4d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:02.933844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3d14a75-1b58-43bb-b932-9ccea629c4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848437748'] for subnet, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:02.996899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3d14a75-1b58-43bb-b932-9ccea629c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:03.078537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-3e493234-c957-443b-85d7-0e160be40406 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:03.135208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9526d5-9e38-460d-b844-1bb9dd5971d3 req-001cdbcc-8f29-45a0-8c42-2efba6816aa3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:03.137036 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c9526d5-9e38-460d-b844-1bb9dd5971d3 req-001cdbcc-8f29-45a0-8c42-2efba6816aa3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.2146873
Jan 22 20:21:03.140932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-3e493234-c957-443b-85d7-0e160be40406 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:03.455773 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3d14a75-1b58-43bb-b932-9ccea629c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7279169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848344222'] for subnet, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:03.471023 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-058764d8-0ede-474c-ae67-b295ec3e272d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:03.521236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d14a75-1b58-43bb-b932-9ccea629c4d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967b80c3-e198-489e-92d2-dca429bbbdd3,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:03.530364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3d14a75-1b58-43bb-b932-9ccea629c4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:03.589264 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c9526d5-9e38-460d-b844-1bb9dd5971d3 req-6a34879e-ec27-4af6-82bf-31e7070e8612 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1465876
Jan 22 20:21:03.620362 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a3d14a75-1b58-43bb-b932-9ccea629c4d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:03.627093 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a3d14a75-1b58-43bb-b932-9ccea629c4d7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/967b80c3-e198-489e-92d2-dca429bbbdd3 HTTP/1.1" status: 204  len: 168 time: 0.8309872
Jan 22 20:21:03.630207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49880) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:03.634372 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-3e493234-c957-443b-85d7-0e160be40406 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Floating IP 12941b4f-9787-4626-9350-ebb9a48c87bd associated. External IP: 172.27.1.142, port: b0e8baff-9aad-4b04-969b-41a87a75a125.
Jan 22 20:21:03.750851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:03.884813 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 74bd514d-1f17-4f15-980e-13501e1c7218 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:21:03.920082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 379949ec-ca78-467b-a6a6-d869077eb99c up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:21:03.925629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf30aa-e789-482f-ae5d-592f69c02fdd req-de63bc7a-bf43-4dde-b7d2-481e31e22c1c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:03.927351 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9fcf30aa-e789-482f-ae5d-592f69c02fdd req-de63bc7a-bf43-4dde-b7d2-481e31e22c1c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1632652
Jan 22 20:21:03.945687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:03.965655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 74bd514d-1f17-4f15-980e-13501e1c7218 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:21:03.965993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 74bd514d-1f17-4f15-980e-13501e1c7218 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:21:03.966385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device ccd233ad-c893-47e8-b7f2-1d051dbc959b no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:21:04.014081 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: ccd233ad-c893-47e8-b7f2-1d051dbc959b {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:21:04.014447 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device ccd233ad-c893-47e8-b7f2-1d051dbc959b not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:21:04.052748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 379949ec-ca78-467b-a6a6-d869077eb99c triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:21:04.052965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:04.069372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bc8eba90>,) {'filters': {'network_id': ['b9206a83-e41a-460b-aea7-8dc961f124e6']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:21:04.083544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bc8eba90>, '39247533-62e5-4bdc-87b1-11e7a2b5e6db') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:21:04.083544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bc8eba90>, '39247533-62e5-4bdc-87b1-11e7a2b5e6db') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:21:04.096798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:04.127619 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9fcf30aa-e789-482f-ae5d-592f69c02fdd req-599392f1-d5db-46bd-b0b3-4fbb2e0f2136 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1434040
Jan 22 20:21:04.172284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:04.174943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:21:04.180365 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-3e493234-c957-443b-85d7-0e160be40406 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Router 61798ab8-e0bf-4864-b096-a35771d74e68 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:21:04.207433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device fc968d60-6e59-4212-9a81-379158f6411a up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:21:04.289919 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port fc968d60-6e59-4212-9a81-379158f6411a triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:21:04.290338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:04.390350 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-3e493234-c957-443b-85d7-0e160be40406 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:21:04.392779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Network b9206a83-e41a-460b-aea7-8dc961f124e6 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:21:04.396390 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-3e493234-c957-443b-85d7-0e160be40406 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:04.402628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b80bdc-72b8-4276-9334-1f0fc4c118ab None None] Sync routers for ids ['61798ab8-e0bf-4864-b096-a35771d74e68'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:21:04.406201 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:04.446391 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b80bdc-72b8-4276-9334-1f0fc4c118ab None None] Routers {'61798ab8-e0bf-4864-b096-a35771d74e68'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:21:04.447081 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46b80bdc-72b8-4276-9334-1f0fc4c118ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d49898>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:20:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['61798ab8-e0bf-4864-b096-a35771d74e68'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:21:04.473156 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-3e493234-c957-443b-85d7-0e160be40406 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "PUT /v2.0/floatingips/12941b4f-9787-4626-9350-ebb9a48c87bd HTTP/1.1" status: 200  len: 997 time: 2.9362144
Jan 22 20:21:04.473826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:21:04.569810 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-a2628675-8ee1-4b70-b275-ef96fd5bf7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:04.571697 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-a2628675-8ee1-4b70-b275-ef96fd5bf7d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1163 time: 0.0922158
Jan 22 20:21:04.608452 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Network b9206a83-e41a-460b-aea7-8dc961f124e6 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:21:04.633853 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:21:04.681480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-46b80bdc-72b8-4276-9334-1f0fc4c118ab None None] Set router 61798ab8-e0bf-4864-b096-a35771d74e68 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:21:04.740236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-5cbe4767-5b29-4d79-95f0-c954971dda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:04.742130 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-5cbe4767-5b29-4d79-95f0-c954971dda44 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 200  len: 903 time: 0.1631393
Jan 22 20:21:04.743968 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125', 'status': 'completed', 'code': 200}
Jan 22 20:21:04.793853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971e775-dc83-4095-ab59-42c6c9641082 req-fb6003dc-14dc-44d4-81ca-ff8b4c43e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:04.795836 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8971e775-dc83-4095-ab59-42c6c9641082 req-fb6003dc-14dc-44d4-81ca-ff8b4c43e5b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1163 time: 0.1477642
Jan 22 20:21:04.877142 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:04.941327 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e31cff4f-1cb3-4fe1-81c7-b1adb8f6a5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:04.959882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:04.960948 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-b46ca48b-fa46-4f94-9041-5acbac70af4c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 1000 time: 0.2074840
Jan 22 20:21:04.975731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9206a83-e41a-460b-aea7-8dc961f124e6,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:04.984434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:04.997006 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037f961-6e74-4f26-9dc8-aa9eeb5cbccb req-2890289f-3359-4d7c-bd91-31781192c9ac tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:04.999176 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c037f961-6e74-4f26-9dc8-aa9eeb5cbccb req-2890289f-3359-4d7c-bd91-31781192c9ac tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1857250
Jan 22 20:21:05.036808 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971e775-dc83-4095-ab59-42c6c9641082 req-f90662d7-9e99-4021-9bae-50b0510e3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:05.039052 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8971e775-dc83-4095-ab59-42c6c9641082 req-f90662d7-9e99-4021-9bae-50b0510e3544 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 200  len: 903 time: 0.2301216
Jan 22 20:21:05.041170 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-89fc3682-343a-4611-b9ea-de5fee0fa397 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b9206a83-e41a-460b-aea7-8dc961f124e6 HTTP/1.1" status: 204  len: 168 time: 1.4099331
Jan 22 20:21:05.108113 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c037f961-6e74-4f26-9dc8-aa9eeb5cbccb req-a92ba01f-94ec-4001-961c-603cf4327087 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638132
Jan 22 20:21:05.161981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-491bc577-510d-40c6-90d5-8906cb448d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:05.164086 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-491bc577-510d-40c6-90d5-8906cb448d21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=aeb336df-79d5-41ec-8909-42092dad05b2 HTTP/1.1" status: 200  len: 848 time: 0.1636081
Jan 22 20:21:05.312587 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-72c52f43-3e1e-4cec-b651-e42a72ccf620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:05.314466 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-72c52f43-3e1e-4cec-b651-e42a72ccf620 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93e5b4a-6dd9-49f7-b254-5ebb34484328&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1419864
Jan 22 20:21:05.331099 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8971e775-dc83-4095-ab59-42c6c9641082 req-7d71538b-9c3a-482f-acec-2ed9ebf56503 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 1000 time: 0.2102902
Jan 22 20:21:05.415070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971e775-dc83-4095-ab59-42c6c9641082 req-4b8c6086-461b-4c4c-bf76-2f72bffeafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:05.418352 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8971e775-dc83-4095-ab59-42c6c9641082 req-4b8c6086-461b-4c4c-bf76-2f72bffeafb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aeb336df-79d5-41ec-8909-42092dad05b2 HTTP/1.1" status: 200  len: 848 time: 0.0782471
Jan 22 20:21:05.480950 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46b80bdc-72b8-4276-9334-1f0fc4c118ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d49898>, [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:24Z', 'revision_number': 4, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '12941b4f-9787-4626-9350-ebb9a48c87bd', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'port_id': 'b0e8baff-9aad-4b04-969b-41a87a75a125', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'mac_address': 'fa:16:3e:1c:a4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:20:58Z', 'updated_at': '2021-01-22T20:21:02Z', 'revision_number': 1, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e3d8eb-dac5-49df-a98f-897871acc908', 'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'mac_address': 'fa:16:3e:7d:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:23Z', 'updated_at': '2021-01-22T20:19:37Z', 'revision_number': 5, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'subnets': [{'id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:21:05.485874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49912) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:05.486047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b80bdc-72b8-4276-9334-1f0fc4c118ab None None] Checking router: 61798ab8-e0bf-4864-b096-a35771d74e68 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:21:05.497552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b80bdc-72b8-4276-9334-1f0fc4c118ab None None] Routers {'61798ab8-e0bf-4864-b096-a35771d74e68'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:21:05.498408 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46b80bdc-72b8-4276-9334-1f0fc4c118ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d49898>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:20:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['61798ab8-e0bf-4864-b096-a35771d74e68'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:21:05.549067 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-a10fdc56-c889-4a0a-8803-ba495750b720 service neutron] 10.222.0.38 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2254477
Jan 22 20:21:05.568737 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fa5a2376-9297-4ca1-94ec-f820ea6fca67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8833752d98fa496a8cca50e1bcc67bfc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0762920
Jan 22 20:21:05.572744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 49916) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:05.614940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971e775-dc83-4095-ab59-42c6c9641082 req-164b93cf-815d-487f-9b6f-db58fb4424de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:05.616863 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8971e775-dc83-4095-ab59-42c6c9641082 req-164b93cf-815d-487f-9b6f-db58fb4424de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c93e5b4a-6dd9-49f7-b254-5ebb34484328&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1914258
Jan 22 20:21:05.713737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d74f7-1da1-4467-9325-c6302375427b req-ba690740-6b5c-4ba2-ba46-543e466f9941 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:05.721692 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c47d74f7-1da1-4467-9325-c6302375427b req-ba690740-6b5c-4ba2-ba46-543e466f9941 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.2725558
Jan 22 20:21:05.727524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-46b80bdc-72b8-4276-9334-1f0fc4c118ab None None] Set router 61798ab8-e0bf-4864-b096-a35771d74e68 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:21:05.766735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9aab-de9c-460c-bd4e-9e37b90ba7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:05.817375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9aab-de9c-460c-bd4e-9e37b90ba7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:05.861014 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8971e775-dc83-4095-ab59-42c6c9641082 req-c4b1053f-7701-4a38-8da8-d790e44944ce service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2356012
Jan 22 20:21:06.093745 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c47d74f7-1da1-4467-9325-c6302375427b req-db7fc4e2-cd18-4d40-b523-e27f8be8fae9 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3711910
Jan 22 20:21:06.107942 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3970a862-518b-4960-a1af-f0e4293a4f48 req-36dab8ba-303d-4e12-b5ba-9c2c4637fd06 service neutron] 10.222.0.38 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5480037
Jan 22 20:21:06.241017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-46b80bdc-72b8-4276-9334-1f0fc4c118ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d49898>, [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:24Z', 'revision_number': 4, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '12941b4f-9787-4626-9350-ebb9a48c87bd', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'port_id': 'b0e8baff-9aad-4b04-969b-41a87a75a125', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'mac_address': 'fa:16:3e:1c:a4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:20:58Z', 'updated_at': '2021-01-22T20:21:02Z', 'revision_number': 1, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e3d8eb-dac5-49df-a98f-897871acc908', 'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'mac_address': 'fa:16:3e:7d:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:23Z', 'updated_at': '2021-01-22T20:19:37Z', 'revision_number': 5, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'subnets': [{'id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:21:06.246496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b80bdc-72b8-4276-9334-1f0fc4c118ab None None] The sync data for ids ['61798ab8-e0bf-4864-b096-a35771d74e68'] in dv-cinder-768105-3-iscsi is: [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:24Z', 'revision_number': 4, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '12941b4f-9787-4626-9350-ebb9a48c87bd', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'port_id': 'b0e8baff-9aad-4b04-969b-41a87a75a125', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'mac_address': 'fa:16:3e:1c:a4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:20:58Z', 'updated_at': '2021-01-22T20:21:02Z', 'revision_number': 1, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e3d8eb-dac5-49df-a98f-897871acc908', 'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'mac_address': 'fa:16:3e:7d:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:23Z', 'updated_at': '2021-01-22T20:19:37Z', 'revision_number': 5, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'subnets': [{'id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:21:06.395237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9aab-de9c-460c-bd4e-9e37b90ba7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:06.408541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b1ba9c79-9406-4440-8ed9-8b0d9ad99e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:06.434413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae9aab-de9c-460c-bd4e-9e37b90ba7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40dc405-9669-4549-85f0-0d3725b65d17,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:06.437487 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f5ae9aab-de9c-460c-bd4e-9e37b90ba7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:06.439918 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8971e775-dc83-4095-ab59-42c6c9641082 req-1a56c01f-2d67-4ca4-874f-b15c8eca254f service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5644808
Jan 22 20:21:06.448273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9aab-de9c-460c-bd4e-9e37b90ba7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:06.453327 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f5ae9aab-de9c-460c-bd4e-9e37b90ba7cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a40dc405-9669-4549-85f0-0d3725b65d17 HTTP/1.1" status: 204  len: 168 time: 0.8794925
Jan 22 20:21:06.504948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74278bc2-c5e3-430c-8354-ef34acbf8236 req-fbdf3076-7074-4005-a7a0-f8d8315dd3b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:06.506668 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74278bc2-c5e3-430c-8354-ef34acbf8236 req-fbdf3076-7074-4005-a7a0-f8d8315dd3b3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1823246
Jan 22 20:21:06.585423 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-74278bc2-c5e3-430c-8354-ef34acbf8236 req-3719915a-6d10-44ad-b9c9-419cf376cfe5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719421
Jan 22 20:21:06.751075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8f52f-476d-42d7-a331-594374b9d8f5 None None] New status for floating IP 12941b4f-9787-4626-9350-ebb9a48c87bd: ACTIVE {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:21:07.516654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9683a2c-0b36-4af8-a1e2-0d0fed0d8c4a req-3f4afa1d-7dec-41e5-b445-8479914f46ca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:07.518468 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a9683a2c-0b36-4af8-a1e2-0d0fed0d8c4a req-3f4afa1d-7dec-41e5-b445-8479914f46ca tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.2260339
Jan 22 20:21:07.581364 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a9683a2c-0b36-4af8-a1e2-0d0fed0d8c4a req-adb028b3-ca7f-4219-abc6-4aa7724639c0 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548332
Jan 22 20:21:07.861778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d4e93-5d7d-4d1b-92dd-afdc894200b6 req-697f389c-f5c8-4d59-ae8c-df2d42566700 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:07.869676 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-264d4e93-5d7d-4d1b-92dd-afdc894200b6 req-697f389c-f5c8-4d59-ae8c-df2d42566700 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1208222
Jan 22 20:21:07.971971 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-264d4e93-5d7d-4d1b-92dd-afdc894200b6 req-f2ff0760-a06c-4be6-b92c-0fb7554fdddd tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009121
Jan 22 20:21:08.218976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccf246-1e98-489c-b9ae-e54bcbe21a44 req-613119d0-0f60-4cd7-bbd0-2e3773bb29be tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:08.220833 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7ccf246-1e98-489c-b9ae-e54bcbe21a44 req-613119d0-0f60-4cd7-bbd0-2e3773bb29be tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1513615
Jan 22 20:21:08.282011 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7ccf246-1e98-489c-b9ae-e54bcbe21a44 req-f908e558-c86d-470b-b0e6-1cf23873bfe6 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540416
Jan 22 20:21:09.270588 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10755a1d-3a8a-46f3-af40-6c78610581fc req-0de18067-b2d7-4b98-b96e-b58c06212715 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:09.279036 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10755a1d-3a8a-46f3-af40-6c78610581fc req-0de18067-b2d7-4b98-b96e-b58c06212715 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1332111
Jan 22 20:21:09.339904 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-10755a1d-3a8a-46f3-af40-6c78610581fc req-b187b3d7-24c6-4774-a848-33f08cd05cc4 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597625
Jan 22 20:21:09.550511 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6b53-d331-4c86-96f2-67bf1a5213df req-28a967d9-84c2-4caf-9de2-085e5f5365c1 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:09.552277 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07be6b53-d331-4c86-96f2-67bf1a5213df req-28a967d9-84c2-4caf-9de2-085e5f5365c1 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1177948
Jan 22 20:21:09.621564 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-07be6b53-d331-4c86-96f2-67bf1a5213df req-21838079-e6bc-4094-a626-24864d0f6fd9 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620241
Jan 22 20:21:10.626676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c88b9-db7a-4299-ad0a-a093c8415ed3 req-15280458-05fe-43e5-9673-3d2e754d1d99 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:10.629350 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f1c88b9-db7a-4299-ad0a-a093c8415ed3 req-15280458-05fe-43e5-9673-3d2e754d1d99 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1359797
Jan 22 20:21:10.695389 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f1c88b9-db7a-4299-ad0a-a093c8415ed3 req-ca530ca3-085b-4e36-b3ea-aff36368e142 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603337
Jan 22 20:21:10.919923 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a52787-32a3-4352-8650-0842e3451024 req-4d669147-d225-489e-9e0c-cad8bcf82f3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:10.921750 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32a52787-32a3-4352-8650-0842e3451024 req-4d669147-d225-489e-9e0c-cad8bcf82f3e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1226079
Jan 22 20:21:10.981962 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32a52787-32a3-4352-8650-0842e3451024 req-41779f53-bf97-4380-aa77-1460cff858aa tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498734
Jan 22 20:21:11.105672 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50034) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:11.303423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23a9dfe2-7692-478c-a8c0-0ee614dc18fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:11.320834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-23a9dfe2-7692-478c-a8c0-0ee614dc18fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:21:11.326868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-23a9dfe2-7692-478c-a8c0-0ee614dc18fe admin admin] Usage tracker for resource:security_group_rule and tenant:889b380b68bb4852936fdbc777b27a8f is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:21:11.330068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-23a9dfe2-7692-478c-a8c0-0ee614dc18fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:21:11.336426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-23a9dfe2-7692-478c-a8c0-0ee614dc18fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:21:11.572521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23a9dfe2-7692-478c-a8c0-0ee614dc18fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:11.578852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c20fa-e7f9-4577-9546-75a0bb68bab0 req-cc284571-b1ec-4d94-9182-fb1fa1c8e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:11.580412 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f8c20fa-e7f9-4577-9546-75a0bb68bab0 req-cc284571-b1ec-4d94-9182-fb1fa1c8e2be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e38ccd21c1674123bb7dd2df09b09606&device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 1163 time: 0.1045094
Jan 22 20:21:11.616564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-23a9dfe2-7692-478c-a8c0-0ee614dc18fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:11.645899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bbebe94f-ce54-4bb0-8077-6d4e492c46ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:11.762547 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-23a9dfe2-7692-478c-a8c0-0ee614dc18fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=889b380b68bb4852936fdbc777b27a8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6557076
Jan 22 20:21:11.765581 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 50042) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:11.766095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9dfe2-7692-478c-a8c0-0ee614dc18fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40445809-05cf-41f5-8ad3-fab9dff5f261,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:11.786597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-23a9dfe2-7692-478c-a8c0-0ee614dc18fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:11.848319 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c20fa-e7f9-4577-9546-75a0bb68bab0 req-763c8b74-86ab-4d0c-abfa-94df86b435fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:11.850457 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f8c20fa-e7f9-4577-9546-75a0bb68bab0 req-763c8b74-86ab-4d0c-abfa-94df86b435fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 200  len: 905 time: 0.2630692
Jan 22 20:21:11.862963 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e4380f9-d266-4429-b7a3-e03a3f57037d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:11.948633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e4380f9-d266-4429-b7a3-e03a3f57037d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:11.978191 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f8c20fa-e7f9-4577-9546-75a0bb68bab0 req-5845ac55-72c1-48e2-836d-315d1ba31cb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc968d60-6e59-4212-9a81-379158f6411a HTTP/1.1" status: 200  len: 1002 time: 0.1161690
Jan 22 20:21:12.043867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911c425-4e93-4026-a17e-10a1d7a78a98 req-2fe34764-20ff-4468-b486-8974a252df7a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:12.052264 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9911c425-4e93-4026-a17e-10a1d7a78a98 req-2fe34764-20ff-4468-b486-8974a252df7a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1653781
Jan 22 20:21:12.062493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c20fa-e7f9-4577-9546-75a0bb68bab0 req-debe6be0-ec80-4150-8fb2-d99b4dd9a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:12.064115 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f8c20fa-e7f9-4577-9546-75a0bb68bab0 req-debe6be0-ec80-4150-8fb2-d99b4dd9a153 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703ccb20-1ede-4180-86d9-702b53f9353c HTTP/1.1" status: 200  len: 850 time: 0.0748327
Jan 22 20:21:12.157690 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9911c425-4e93-4026-a17e-10a1d7a78a98 req-e439042b-3251-465c-88fa-4ca9351dfd67 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044793
Jan 22 20:21:12.212255 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e4380f9-d266-4429-b7a3-e03a3f57037d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:12.224624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:12.247152 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c20fa-e7f9-4577-9546-75a0bb68bab0 req-14ba4f5b-7fa0-45e2-a31e-ce39c94082e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:12.248864 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f8c20fa-e7f9-4577-9546-75a0bb68bab0 req-14ba4f5b-7fa0-45e2-a31e-ce39c94082e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=680ba046-e955-4e19-a2a5-d87c6b56d8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1734672
Jan 22 20:21:12.253697 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4380f9-d266-4429-b7a3-e03a3f57037d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40445809-05cf-41f5-8ad3-fab9dff5f261,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:12.256083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e4380f9-d266-4429-b7a3-e03a3f57037d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:12.260486 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0e4380f9-d266-4429-b7a3-e03a3f57037d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40445809-05cf-41f5-8ad3-fab9dff5f261 HTTP/1.1" status: 204  len: 168 time: 0.4935837
Jan 22 20:21:12.262023 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0e4380f9-d266-4429-b7a3-e03a3f57037d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:12.345756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9989bfe-aef7-4630-9c21-056f36201828 req-8670e2e3-4fee-4ed7-b0e0-486694c7138e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:12.348178 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b9989bfe-aef7-4630-9c21-056f36201828 req-8670e2e3-4fee-4ed7-b0e0-486694c7138e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1870472
Jan 22 20:21:12.437205 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b9989bfe-aef7-4630-9c21-056f36201828 req-abad0b05-ba68-4aac-bb04-7a2ff31829da tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824301
Jan 22 20:21:12.495313 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f8c20fa-e7f9-4577-9546-75a0bb68bab0 req-1d57974b-d8ad-4521-832f-c96b4954e435 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2368457
Jan 22 20:21:12.674186 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f8c20fa-e7f9-4577-9546-75a0bb68bab0 req-6e508b95-b72b-427d-b016-896529398729 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1716983
Jan 22 20:21:13.024706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50062) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:13.044581 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fcfcc9f-387b-44ee-89ad-3d812317b73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:13.061604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7fcfcc9f-387b-44ee-89ad-3d812317b73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:21:13.067173 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7fcfcc9f-387b-44ee-89ad-3d812317b73d admin admin] Usage tracker for resource:security_group_rule and tenant:a4560c704e14481a9ae2904953d22285 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:21:13.070395 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-7fcfcc9f-387b-44ee-89ad-3d812317b73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:21:13.077315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7fcfcc9f-387b-44ee-89ad-3d812317b73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:21:13.197644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fcfcc9f-387b-44ee-89ad-3d812317b73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:13.231641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fcfcc9f-387b-44ee-89ad-3d812317b73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:13.244547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-744d9024-b023-4a90-88f5-f7733b803e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:13.321442 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7fcfcc9f-387b-44ee-89ad-3d812317b73d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4560c704e14481a9ae2904953d22285&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2952588
Jan 22 20:21:13.323914 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 50068) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:13.328229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfcc9f-387b-44ee-89ad-3d812317b73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d451fa-c24c-48f7-9be5-aeead2766f6e,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:13.332481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fcfcc9f-387b-44ee-89ad-3d812317b73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:13.436351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1122a1f-cfcb-4ba9-9411-4d1e3056fd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:13.522190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1122a1f-cfcb-4ba9-9411-4d1e3056fd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:13.693873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b829d68-ce41-4552-ac30-a5b72b5e5953 req-dc1f8ab5-8259-4ab0-b125-d265fb70144a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:13.697628 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b829d68-ce41-4552-ac30-a5b72b5e5953 req-dc1f8ab5-8259-4ab0-b125-d265fb70144a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.2495241
Jan 22 20:21:13.750321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1122a1f-cfcb-4ba9-9411-4d1e3056fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:13.758206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1ba625b2-bcbf-4334-9255-bd9479d8f069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:13.788279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1122a1f-cfcb-4ba9-9411-4d1e3056fd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d451fa-c24c-48f7-9be5-aeead2766f6e,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:13.805138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1122a1f-cfcb-4ba9-9411-4d1e3056fd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:13.822924 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b829d68-ce41-4552-ac30-a5b72b5e5953 req-561b7c4d-ac0a-4f88-b358-b05e18a8c9f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082122
Jan 22 20:21:13.858469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5af97-d316-405f-9164-f8c2503e7517 req-b15bb147-f536-4cba-b50d-c00f1d10c758 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:13.863769 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75e5af97-d316-405f-9164-f8c2503e7517 req-b15bb147-f536-4cba-b50d-c00f1d10c758 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.2683158
Jan 22 20:21:13.865806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1122a1f-cfcb-4ba9-9411-4d1e3056fd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:13.867768 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d1122a1f-cfcb-4ba9-9411-4d1e3056fd9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/41d451fa-c24c-48f7-9be5-aeead2766f6e HTTP/1.1" status: 204  len: 168 time: 0.5422068
Jan 22 20:21:13.931588 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75e5af97-d316-405f-9164-f8c2503e7517 req-93acec57-cd44-465c-8340-d738465d778b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618839
Jan 22 20:21:14.457554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:15.359153 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c661ce-7888-4fd5-9961-ae0ee6d6a18d req-692399bb-aca2-4196-82e4-4823c5a626cd tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:15.368155 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90c661ce-7888-4fd5-9961-ae0ee6d6a18d req-692399bb-aca2-4196-82e4-4823c5a626cd tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.2997248
Jan 22 20:21:15.424436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccdc31-7c77-4405-93e7-db915c1dc1ac req-d7911fd0-9319-4a12-91ea-1af1b71cdab1 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:15.426636 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06ccdc31-7c77-4405-93e7-db915c1dc1ac req-d7911fd0-9319-4a12-91ea-1af1b71cdab1 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.2807877
Jan 22 20:21:15.478778 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-90c661ce-7888-4fd5-9961-ae0ee6d6a18d req-c7d9c403-7dde-4569-a2a3-5e1f3e1cb1bf tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093204
Jan 22 20:21:15.559938 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06ccdc31-7c77-4405-93e7-db915c1dc1ac req-26f21f08-f5c2-4065-b5f9-8c49c57c4a33 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1175692
Jan 22 20:21:15.953398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device fc968d60-6e59-4212-9a81-379158f6411a up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:21:16.032076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port fc968d60-6e59-4212-9a81-379158f6411a triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:21:16.032818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:16.760237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e82db7-c93b-4a5a-8ea3-47d32b994853 req-ca49a1d4-118f-4ef7-bd44-a857f86635a1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:16.768521 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96e82db7-c93b-4a5a-8ea3-47d32b994853 req-ca49a1d4-118f-4ef7-bd44-a857f86635a1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1225173
Jan 22 20:21:16.843633 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96e82db7-c93b-4a5a-8ea3-47d32b994853 req-001a57c7-7a18-4558-9a34-d8e1544aa27c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709088
Jan 22 20:21:18.157192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09dc7c-3837-499e-959d-27be098c84a8 req-23ceea38-a5f6-4494-9ffa-082f7ef8e6df tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:18.160073 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8a09dc7c-3837-499e-959d-27be098c84a8 req-23ceea38-a5f6-4494-9ffa-082f7ef8e6df tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1591787
Jan 22 20:21:18.220863 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8a09dc7c-3837-499e-959d-27be098c84a8 req-1cf51dd5-fab8-4f45-ab9f-2df0bf561371 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534630
Jan 22 20:21:19.486676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9338b-a267-4102-9f12-faa593b86bdb req-6b3ec16e-bc52-46aa-a8dd-f3d9bebf52c4 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:19.489198 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84e9338b-a267-4102-9f12-faa593b86bdb req-6b3ec16e-bc52-46aa-a8dd-f3d9bebf52c4 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1171403
Jan 22 20:21:19.548539 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84e9338b-a267-4102-9f12-faa593b86bdb req-74f5de87-3a2a-4cfc-924c-1fd29952d7ef tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526981
Jan 22 20:21:20.802777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d1f37-55a3-4f79-ad30-f4e97f2d5166 req-91d32546-395a-4597-844f-dd5d359ea782 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:20.804571 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d2d1f37-55a3-4f79-ad30-f4e97f2d5166 req-91d32546-395a-4597-844f-dd5d359ea782 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1083083
Jan 22 20:21:20.866664 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d2d1f37-55a3-4f79-ad30-f4e97f2d5166 req-12ecc32a-3e5d-4ea6-8f5d-68d4567476d6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502462
Jan 22 20:21:21.046947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6229319-fb55-42b0-8d3d-55a11ba75378 req-d2ffb78e-6ea4-409d-a058-b80ea4df9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:21.048571 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6229319-fb55-42b0-8d3d-55a11ba75378 req-d2ffb78e-6ea4-409d-a058-b80ea4df9aa1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 1163 time: 0.0808172
Jan 22 20:21:21.196754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6229319-fb55-42b0-8d3d-55a11ba75378 req-0be6f266-4e75-44bd-973c-4f2eae73b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:21.198400 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6229319-fb55-42b0-8d3d-55a11ba75378 req-0be6f266-4e75-44bd-973c-4f2eae73b49e service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 911 time: 0.1428750
Jan 22 20:21:21.310812 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6229319-fb55-42b0-8d3d-55a11ba75378 req-18b3c09f-991c-4f87-874b-9f5c48e74e1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379949ec-ca78-467b-a6a6-d869077eb99c HTTP/1.1" status: 200  len: 1002 time: 0.1052639
Jan 22 20:21:21.384874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6229319-fb55-42b0-8d3d-55a11ba75378 req-874d45fb-6e58-4fa7-8303-0d2d015bd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:21.386468 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6229319-fb55-42b0-8d3d-55a11ba75378 req-874d45fb-6e58-4fa7-8303-0d2d015bd4ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.0687966
Jan 22 20:21:21.449617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 50260) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:21.484734 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6229319-fb55-42b0-8d3d-55a11ba75378 req-b509a263-a6eb-43e3-9a5b-574023770d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:21.486674 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6229319-fb55-42b0-8d3d-55a11ba75378 req-b509a263-a6eb-43e3-9a5b-574023770d06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922806
Jan 22 20:21:21.617018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02cc28c9-4e7e-4201-8d7d-6a66bde38d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:21.633527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-02cc28c9-4e7e-4201-8d7d-6a66bde38d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:21:21.637790 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-02cc28c9-4e7e-4201-8d7d-6a66bde38d37 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f32ef68a274cd9a9f8645ca140e76e is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:21:21.641104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-02cc28c9-4e7e-4201-8d7d-6a66bde38d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:21:21.647103 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-02cc28c9-4e7e-4201-8d7d-6a66bde38d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:21:21.649464 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6229319-fb55-42b0-8d3d-55a11ba75378 req-776818fb-0442-4298-aca3-1da991c8d245 service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448543
Jan 22 20:21:21.735008 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02cc28c9-4e7e-4201-8d7d-6a66bde38d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:21.786034 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02cc28c9-4e7e-4201-8d7d-6a66bde38d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:21.795563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:21.806559 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6229319-fb55-42b0-8d3d-55a11ba75378 req-d8ea13d9-beb4-4e8d-bf4e-a57913e8ea1d service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457822
Jan 22 20:21:21.839718 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-02cc28c9-4e7e-4201-8d7d-6a66bde38d37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5f32ef68a274cd9a9f8645ca140e76e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3859780
Jan 22 20:21:21.839849 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50270) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:21.841251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc28c9-4e7e-4201-8d7d-6a66bde38d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39c291b-f386-42a8-ae79-b07b06f97923,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:21.844704 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02cc28c9-4e7e-4201-8d7d-6a66bde38d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:21.903172 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c993-4a0f-440e-942c-5bf2afebcc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:21.932797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c993-4a0f-440e-942c-5bf2afebcc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:22.036276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c993-4a0f-440e-942c-5bf2afebcc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:22.041623 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2ade9791-aed7-4549-8ef9-9af8ba955621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:22.070063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9c993-4a0f-440e-942c-5bf2afebcc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39c291b-f386-42a8-ae79-b07b06f97923,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:22.070650 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e6f9c993-4a0f-440e-942c-5bf2afebcc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:22.104047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c993-4a0f-440e-942c-5bf2afebcc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:22.105701 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e6f9c993-4a0f-440e-942c-5bf2afebcc99 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b39c291b-f386-42a8-ae79-b07b06f97923 HTTP/1.1" status: 204  len: 168 time: 0.2648220
Jan 22 20:21:22.193978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0581c-7c38-494f-968d-3589af9f0b36 req-63a43c98-31b8-4374-bf03-b7a1d3708886 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:22.195874 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cbc0581c-7c38-494f-968d-3589af9f0b36 req-63a43c98-31b8-4374-bf03-b7a1d3708886 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1785762
Jan 22 20:21:22.250688 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cbc0581c-7c38-494f-968d-3589af9f0b36 req-3ae25905-2d06-4b03-b0a9-063531c5debf tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484533
Jan 22 20:21:22.610320 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50290) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:22.633861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-394986ed-1a15-49fd-852b-86aee3bab887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:22.650806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-394986ed-1a15-49fd-852b-86aee3bab887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:21:22.654966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-394986ed-1a15-49fd-852b-86aee3bab887 admin admin] Usage tracker for resource:security_group_rule and tenant:4545856c0a9840b99b4a14e7f3154867 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:21:22.658026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-394986ed-1a15-49fd-852b-86aee3bab887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:21:22.664039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-394986ed-1a15-49fd-852b-86aee3bab887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:21:22.751377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-394986ed-1a15-49fd-852b-86aee3bab887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:22.803057 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-394986ed-1a15-49fd-852b-86aee3bab887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:22.810878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dd1c2c5e-4d2c-407c-b676-d14abdfb6c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:22.854227 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394986ed-1a15-49fd-852b-86aee3bab887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cbf6c4-bdfa-4815-aa00-2db854e6c3a1,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:22.858910 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-394986ed-1a15-49fd-852b-86aee3bab887 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4545856c0a9840b99b4a14e7f3154867&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2474983
Jan 22 20:21:22.860316 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-394986ed-1a15-49fd-852b-86aee3bab887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:22.861993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50294) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:22.926285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e08930-0c1d-40ba-80a0-8a73f3af0f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:22.955780 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e08930-0c1d-40ba-80a0-8a73f3af0f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:23.031533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e08930-0c1d-40ba-80a0-8a73f3af0f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:23.036666 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e6f9c993-4a0f-440e-942c-5bf2afebcc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:23.051022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e08930-0c1d-40ba-80a0-8a73f3af0f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cbf6c4-bdfa-4815-aa00-2db854e6c3a1,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:23.053898 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-60e08930-0c1d-40ba-80a0-8a73f3af0f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:23.055102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60e08930-0c1d-40ba-80a0-8a73f3af0f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:23.056340 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-60e08930-0c1d-40ba-80a0-8a73f3af0f46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90cbf6c4-bdfa-4815-aa00-2db854e6c3a1 HTTP/1.1" status: 204  len: 168 time: 0.1933653
Jan 22 20:21:23.517113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8d67e-230a-40e3-89e8-21e36a9f22a7 req-d462d285-425f-435f-9140-c3209be76bfa tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:23.518793 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5c8d67e-230a-40e3-89e8-21e36a9f22a7 req-d462d285-425f-435f-9140-c3209be76bfa tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1142879
Jan 22 20:21:23.582889 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5c8d67e-230a-40e3-89e8-21e36a9f22a7 req-821f82f0-58b8-43c2-8432-f0a75ffb0e50 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561671
Jan 22 20:21:24.780583 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c064098-f4df-4070-a9a3-8faf6ed27be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:24.841726 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0f605-5f32-4cc2-8fac-a9ba8755586f req-a70e6aa2-2834-4e3c-83a6-fdc9a78f0115 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:24.843280 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96f0f605-5f32-4cc2-8fac-a9ba8755586f req-a70e6aa2-2834-4e3c-83a6-fdc9a78f0115 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1139541
Jan 22 20:21:24.903798 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96f0f605-5f32-4cc2-8fac-a9ba8755586f req-9830e63a-3fc9-4676-ad5f-714efc58b667 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535612
Jan 22 20:21:25.833745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 379949ec-ca78-467b-a6a6-d869077eb99c no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:21:25.968751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:25.998762 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:21:26.009915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 379949ec-ca78-467b-a6a6-d869077eb99c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=379949ec-ca78-467b-a6a6-d869077eb99c,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:21:26.043684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:26.045715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:26.082400 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c', 'code': 422} returned with failed status
Jan 22 20:21:26.126600 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=379949ec-ca78-467b-a6a6-d869077eb99c,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:26.135812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.136027 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.136714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.136714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.137532 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.137532 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.137901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.138567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.138567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.138883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.139829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.139829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.140135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.140768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.140883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.141149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.141508 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.141868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.142226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.142587 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.143258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.143381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.143670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.144026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:26.148720 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:26.616147 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e456a-25d1-48ad-b847-3aa137f5d1c9 req-fb39311d-c33f-44f4-a764-c9d9cfd240cb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:26.617754 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b26e456a-25d1-48ad-b847-3aa137f5d1c9 req-fb39311d-c33f-44f4-a764-c9d9cfd240cb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1114328
Jan 22 20:21:26.671122 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b26e456a-25d1-48ad-b847-3aa137f5d1c9 req-73d3ed25-e729-435b-8b8f-bff2855b8ad1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468633
Jan 22 20:21:26.807273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50404) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:26.964631 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-4b60007b-865b-47d6-a1d2-81d9306e4d60 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1557837
Jan 22 20:21:27.809163 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:27.911961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c114df2-66a3-4fc9-94fc-c4e48cefe837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:27.941303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a03c5-6964-43b2-9b1c-8718fb34637c req-a3ee51d3-244d-4bd8-9f79-f182ab87bce7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:27.943231 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb4a03c5-6964-43b2-9b1c-8718fb34637c req-a3ee51d3-244d-4bd8-9f79-f182ab87bce7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1130314
Jan 22 20:21:28.001914 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bb4a03c5-6964-43b2-9b1c-8718fb34637c req-b20348d0-4f49-4919-b47a-56beca756411 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521424
Jan 22 20:21:28.878380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:29.106550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:29.205495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-1cb6c39c-fb35-4292-adcd-becd8608a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:29.207100 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-1cb6c39c-fb35-4292-adcd-becd8608a627 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d&tenant_id=5298656aa8d344849634ed79515c8355 HTTP/1.1" status: 200  len: 1161 time: 0.0892305
Jan 22 20:21:29.269440 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08428dd-a86d-4f2f-bbf7-01166ea18d8f req-2c492c28-73ba-4330-8f69-4fd9405abce7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:29.271121 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e08428dd-a86d-4f2f-bbf7-01166ea18d8f req-2c492c28-73ba-4330-8f69-4fd9405abce7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1111770
Jan 22 20:21:29.325409 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e08428dd-a86d-4f2f-bbf7-01166ea18d8f req-7ccaa963-a7fb-4626-9f9d-a1b8e9111b97 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476005
Jan 22 20:21:29.330071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-b043cc65-03d2-4853-b81d-55014691d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:29.331772 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-b043cc65-03d2-4853-b81d-55014691d20b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 1161 time: 0.0859344
Jan 22 20:21:29.482617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-1fbf1428-e309-4cf2-b79d-d253492334fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:29.484171 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-1fbf1428-e309-4cf2-b79d-d253492334fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 911 time: 0.1443839
Jan 22 20:21:29.597017 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-f24000b5-d818-4dbe-b740-f5abbeec9a39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379949ec-ca78-467b-a6a6-d869077eb99c HTTP/1.1" status: 200  len: 1000 time: 0.1032815
Jan 22 20:21:29.669930 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-523a1855-03ad-47c4-bca4-b1c9bc1b7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:29.669930 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-523a1855-03ad-47c4-bca4-b1c9bc1b7ad1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.0658472
Jan 22 20:21:29.766265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-24a2624e-657a-45c1-8219-621e64521786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:29.768500 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-24a2624e-657a-45c1-8219-621e64521786 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847642
Jan 22 20:21:29.922932 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-9b2d1d4c-38b3-4bbc-98dc-dc05f5df90da service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457067
Jan 22 20:21:30.071697 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-efb2e5d3-a6eb-4c1b-b9dc-35d856b89875 req-9bb2abf8-ffe8-493a-92e4-44b370ee509c service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418712
Jan 22 20:21:30.582659 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d477a-b91b-46d5-84aa-8d22636bd71a req-70ecae11-0658-432a-8580-c3187912ee1d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:30.584371 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-673d477a-b91b-46d5-84aa-8d22636bd71a req-70ecae11-0658-432a-8580-c3187912ee1d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1102300
Jan 22 20:21:30.637386 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-673d477a-b91b-46d5-84aa-8d22636bd71a req-89746cd8-369f-4942-a995-8e95e1c16a27 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462077
Jan 22 20:21:31.177051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50504) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:31.335551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c8194938-01a0-4d81-9abd-4d2749bf5252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:31.353580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c8194938-01a0-4d81-9abd-4d2749bf5252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:21:31.359189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c8194938-01a0-4d81-9abd-4d2749bf5252 admin admin] Usage tracker for resource:security_group_rule and tenant:15fcd64aa63f44dfa86218918428bb2b is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:21:31.361817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c8194938-01a0-4d81-9abd-4d2749bf5252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:21:31.368411 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c8194938-01a0-4d81-9abd-4d2749bf5252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:21:31.489449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c8194938-01a0-4d81-9abd-4d2749bf5252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:31.506994 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c8194938-01a0-4d81-9abd-4d2749bf5252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:31.530514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:31.584580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8194938-01a0-4d81-9abd-4d2749bf5252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9163f540-29d5-407c-8709-2865cb85bf85,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:31.600280 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c8194938-01a0-4d81-9abd-4d2749bf5252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:31.637253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 50520) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:31.642599 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c8194938-01a0-4d81-9abd-4d2749bf5252 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=15fcd64aa63f44dfa86218918428bb2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4643159
Jan 22 20:21:31.724878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8993a4b-0425-4ffd-a99c-acb7771244e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:31.777434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8993a4b-0425-4ffd-a99c-acb7771244e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:31.932426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b408d-e894-4aa3-8605-46ab221052df req-44d394e6-7c30-4e2b-9158-bfd9fee50b0e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:31.934051 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-700b408d-e894-4aa3-8605-46ab221052df req-44d394e6-7c30-4e2b-9158-bfd9fee50b0e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1152194
Jan 22 20:21:31.935749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8993a4b-0425-4ffd-a99c-acb7771244e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:31.941279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2e8f8721-04ac-4f49-aac1-ecc50f6413f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:31.973957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8993a4b-0425-4ffd-a99c-acb7771244e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9163f540-29d5-407c-8709-2865cb85bf85,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:31.981026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f8993a4b-0425-4ffd-a99c-acb7771244e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:31.996321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f8993a4b-0425-4ffd-a99c-acb7771244e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:31.997554 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f8993a4b-0425-4ffd-a99c-acb7771244e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9163f540-29d5-407c-8709-2865cb85bf85 HTTP/1.1" status: 204  len: 168 time: 0.3583250
Jan 22 20:21:32.012611 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-700b408d-e894-4aa3-8605-46ab221052df req-78488102-8cc5-4fd8-ac56-85e548820645 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601695
Jan 22 20:21:32.524296 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 50532) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:32.544183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-835f610a-dff3-45e8-bee4-329f0bdf5b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:32.560141 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-835f610a-dff3-45e8-bee4-329f0bdf5b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:21:32.564197 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-835f610a-dff3-45e8-bee4-329f0bdf5b65 admin admin] Usage tracker for resource:security_group_rule and tenant:1c54d1a069f44a79b9e55331987ff1d9 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:21:32.567267 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-835f610a-dff3-45e8-bee4-329f0bdf5b65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:21:32.573023 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-835f610a-dff3-45e8-bee4-329f0bdf5b65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:21:32.670013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-835f610a-dff3-45e8-bee4-329f0bdf5b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:32.706093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-835f610a-dff3-45e8-bee4-329f0bdf5b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:32.716203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0fd48154-76fe-4654-9371-e31f6eb8415b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:32.763652 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-835f610a-dff3-45e8-bee4-329f0bdf5b65 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c54d1a069f44a79b9e55331987ff1d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2381186
Jan 22 20:21:32.766939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50538) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:32.770460 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f610a-dff3-45e8-bee4-329f0bdf5b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f4d2fe-a3eb-4aa6-b795-3effb9a93e43,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:32.774610 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-835f610a-dff3-45e8-bee4-329f0bdf5b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:32.844033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bce752de-54d0-4038-bcad-b4dfbfe1e821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:32.874154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bce752de-54d0-4038-bcad-b4dfbfe1e821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:32.957845 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bce752de-54d0-4038-bcad-b4dfbfe1e821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:32.963425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f5ae9aab-de9c-460c-bd4e-9e37b90ba7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:32.977508 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce752de-54d0-4038-bcad-b4dfbfe1e821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f4d2fe-a3eb-4aa6-b795-3effb9a93e43,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:32.981908 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bce752de-54d0-4038-bcad-b4dfbfe1e821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:32.988621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bce752de-54d0-4038-bcad-b4dfbfe1e821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:32.989844 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bce752de-54d0-4038-bcad-b4dfbfe1e821 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4f4d2fe-a3eb-4aa6-b795-3effb9a93e43 HTTP/1.1" status: 204  len: 168 time: 0.2211447
Jan 22 20:21:33.327166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de88aa0-1d4b-4066-8647-73c5e25d9379 req-6d1398d4-0a7e-47c6-a0da-60c0709b3cde tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:33.328885 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5de88aa0-1d4b-4066-8647-73c5e25d9379 req-6d1398d4-0a7e-47c6-a0da-60c0709b3cde tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1097374
Jan 22 20:21:33.383519 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5de88aa0-1d4b-4066-8647-73c5e25d9379 req-05d4dad4-5e99-4ae7-a753-be53a074271b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474188
Jan 22 20:21:34.911086 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ffde4-1cfc-49ea-8432-19a6f3367347 req-409c154d-07fd-415d-ad93-53fa286428be tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:34.913186 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2b2ffde4-1cfc-49ea-8432-19a6f3367347 req-409c154d-07fd-415d-ad93-53fa286428be tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.3531549
Jan 22 20:21:34.969996 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2b2ffde4-1cfc-49ea-8432-19a6f3367347 req-bb8b2820-32ff-4f4a-81e2-a695087ec54a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504150
Jan 22 20:21:36.036788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50598) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:36.228214 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9e62d982-4461-45a3-be5d-80fd0a7aa593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:36.245542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9e62d982-4461-45a3-be5d-80fd0a7aa593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:21:36.250093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9e62d982-4461-45a3-be5d-80fd0a7aa593 admin admin] Usage tracker for resource:security_group_rule and tenant:c42abd9833fe4d0fbbf4c235ec219c98 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:21:36.254006 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-9e62d982-4461-45a3-be5d-80fd0a7aa593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:21:36.260231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9e62d982-4461-45a3-be5d-80fd0a7aa593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:21:36.273418 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26f3cf-5e4d-4018-b6b0-a49834ca147a req-f1bb3053-0211-4db1-9ab9-e8ad78cc80b0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:36.275113 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da26f3cf-5e4d-4018-b6b0-a49834ca147a req-f1bb3053-0211-4db1-9ab9-e8ad78cc80b0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1133611
Jan 22 20:21:36.334389 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da26f3cf-5e4d-4018-b6b0-a49834ca147a req-9e7605b7-3908-41e2-8c63-0a2e515a7e80 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522654
Jan 22 20:21:36.368572 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9e62d982-4461-45a3-be5d-80fd0a7aa593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:36.408876 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9e62d982-4461-45a3-be5d-80fd0a7aa593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:36.419186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-23a9dfe2-7692-478c-a8c0-0ee614dc18fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:36.465820 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9e62d982-4461-45a3-be5d-80fd0a7aa593 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c42abd9833fe4d0fbbf4c235ec219c98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4272194
Jan 22 20:21:36.467564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62d982-4461-45a3-be5d-80fd0a7aa593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09fc52f-8f07-4c59-b95b-7afde6adff43,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:36.468754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 50604) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:36.471261 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9e62d982-4461-45a3-be5d-80fd0a7aa593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:36.534034 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-277aa66d-78f6-438c-9387-71e0aa1041ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:36.561450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-277aa66d-78f6-438c-9387-71e0aa1041ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:36.642460 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-277aa66d-78f6-438c-9387-71e0aa1041ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:36.647612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-43c2b080-804f-445e-9cba-09910bbf1f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:36.660138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aa66d-78f6-438c-9387-71e0aa1041ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09fc52f-8f07-4c59-b95b-7afde6adff43,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:36.665307 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-277aa66d-78f6-438c-9387-71e0aa1041ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:36.669581 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-277aa66d-78f6-438c-9387-71e0aa1041ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:36.670834 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-277aa66d-78f6-438c-9387-71e0aa1041ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f09fc52f-8f07-4c59-b95b-7afde6adff43 HTTP/1.1" status: 204  len: 168 time: 0.2009385
Jan 22 20:21:36.761266 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:21:37.160157 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 50616) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:37.179293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e1c245-1a18-456b-aca5-430c3b763283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:37.195932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-70e1c245-1a18-456b-aca5-430c3b763283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:21:37.199848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-70e1c245-1a18-456b-aca5-430c3b763283 admin admin] Usage tracker for resource:security_group_rule and tenant:36c0c5e7129e4babbaa536fafdf83189 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:21:37.202812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-70e1c245-1a18-456b-aca5-430c3b763283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:21:37.209046 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-70e1c245-1a18-456b-aca5-430c3b763283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:21:37.295292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e1c245-1a18-456b-aca5-430c3b763283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:37.328615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-70e1c245-1a18-456b-aca5-430c3b763283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:37.338798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8a491c54-b7f8-4d13-9b4e-c8a41525b5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:37.385382 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-70e1c245-1a18-456b-aca5-430c3b763283 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=36c0c5e7129e4babbaa536fafdf83189&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2240357
Jan 22 20:21:37.386339 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1c245-1a18-456b-aca5-430c3b763283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c61293-4db9-4203-8bbb-2228bcfdd2f2,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:37.388207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50622) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:37.389590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-70e1c245-1a18-456b-aca5-430c3b763283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:37.460312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d6d446d-6914-4e54-9d4b-0dbcfd7e9bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:37.493006 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d6d446d-6914-4e54-9d4b-0dbcfd7e9bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:37.557196 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d6d446d-6914-4e54-9d4b-0dbcfd7e9bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:37.562520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a3c890a4-9870-4635-9abb-836b941f2019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:37.576310 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d446d-6914-4e54-9d4b-0dbcfd7e9bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c61293-4db9-4203-8bbb-2228bcfdd2f2,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:37.581309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d6d446d-6914-4e54-9d4b-0dbcfd7e9bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:37.586791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d6d446d-6914-4e54-9d4b-0dbcfd7e9bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:37.588072 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9d6d446d-6914-4e54-9d4b-0dbcfd7e9bb5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57c61293-4db9-4203-8bbb-2228bcfdd2f2 HTTP/1.1" status: 204  len: 168 time: 0.1986108
Jan 22 20:21:37.593910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bfaa-2c9f-4de9-9440-a173b03fabf5 req-909122d3-1e97-4ad8-a63e-fb08c30194ef tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:37.595681 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5d77bfaa-2c9f-4de9-9440-a173b03fabf5 req-909122d3-1e97-4ad8-a63e-fb08c30194ef tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1079245
Jan 22 20:21:37.653275 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5d77bfaa-2c9f-4de9-9440-a173b03fabf5 req-2e1cf672-2854-446a-8906-212b82b63349 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477998
Jan 22 20:21:39.259317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1801-e6ca-4d3f-86e9-5b9f1a37c199 req-2cf4421c-ae53-4a33-bc7e-306db84d2bfa tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:39.265222 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-896f1801-e6ca-4d3f-86e9-5b9f1a37c199 req-2cf4421c-ae53-4a33-bc7e-306db84d2bfa tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.4017942
Jan 22 20:21:39.323143 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-896f1801-e6ca-4d3f-86e9-5b9f1a37c199 req-ef9902d5-5d93-4e5b-b56d-cbb5ba607062 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523295
Jan 22 20:21:40.838457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d277d2-da0e-4f80-8cc2-b5e9f0769c61 req-f988b2b7-ec09-4508-89a1-182f02be7188 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:40.840238 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91d277d2-da0e-4f80-8cc2-b5e9f0769c61 req-f988b2b7-ec09-4508-89a1-182f02be7188 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.3503108
Jan 22 20:21:40.896399 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91d277d2-da0e-4f80-8cc2-b5e9f0769c61 req-6d5ee796-7cd0-4f13-a4ef-6a3c8ae0a46a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483634
Jan 22 20:21:42.165917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e0e4f-edce-418b-ae8d-89752a22e4a1 req-8818d455-4bfc-492a-9be7-a064b38c0b88 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:42.167625 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b18e0e4f-edce-418b-ae8d-89752a22e4a1 req-8818d455-4bfc-492a-9be7-a064b38c0b88 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1146801
Jan 22 20:21:42.219296 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b18e0e4f-edce-418b-ae8d-89752a22e4a1 req-1716254a-e9c0-4f33-9f62-f3c8addd8d50 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453241
Jan 22 20:21:43.497594 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b2668-f0d0-4fb2-95be-2d43c793e294 req-accffbac-08cd-47a6-a348-589f4f1876aa tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:43.499196 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-624b2668-f0d0-4fb2-95be-2d43c793e294 req-accffbac-08cd-47a6-a348-589f4f1876aa tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1254797
Jan 22 20:21:43.554627 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-624b2668-f0d0-4fb2-95be-2d43c793e294 req-4f2f5079-be19-452a-a33f-3cfa623a02cf tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483851
Jan 22 20:21:44.809796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0c24b-6ea0-44b0-9b05-c09e0b65bcde req-37d88618-8182-4355-947a-b839dedd20d2 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:44.811451 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9db0c24b-6ea0-44b0-9b05-c09e0b65bcde req-37d88618-8182-4355-947a-b839dedd20d2 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1080663
Jan 22 20:21:44.865845 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9db0c24b-6ea0-44b0-9b05-c09e0b65bcde req-699d1861-36ec-4f67-93db-e6e9d4d84dfa tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477073
Jan 22 20:21:45.334420 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:46.121546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d79d06-c1ef-45f9-ba19-403bc9a3bfda req-dcb1aa32-4f5f-4713-abe7-183f5f7e3b78 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:46.123138 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9d79d06-c1ef-45f9-ba19-403bc9a3bfda req-dcb1aa32-4f5f-4713-abe7-183f5f7e3b78 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1105874
Jan 22 20:21:46.180634 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9d79d06-c1ef-45f9-ba19-403bc9a3bfda req-1468aa48-ce2f-4924-8da4-ad1e67d65a63 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507693
Jan 22 20:21:47.499858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a40f7-3c51-40cc-bacb-9a8bf4ac3838 req-bc7117dd-3f19-4af9-9388-fa0ecfdf6e86 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:47.502432 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a95a40f7-3c51-40cc-bacb-9a8bf4ac3838 req-bc7117dd-3f19-4af9-9388-fa0ecfdf6e86 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1420443
Jan 22 20:21:47.567920 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a95a40f7-3c51-40cc-bacb-9a8bf4ac3838 req-1626fbd2-06db-4402-bc2d-e21c0475877d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588675
Jan 22 20:21:48.836787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc6adc-b296-4002-867b-d727da752b79 req-485cafde-f043-414c-b240-54b4432abb62 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:48.838565 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54dc6adc-b296-4002-867b-d727da752b79 req-485cafde-f043-414c-b240-54b4432abb62 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1138799
Jan 22 20:21:48.899257 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54dc6adc-b296-4002-867b-d727da752b79 req-362280c2-b0e8-4a2b-805c-ed3425e0ea94 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538192
Jan 22 20:21:50.160692 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c853d0c-5fb1-401d-9315-aee43fede952 req-6a67861c-9a56-4018-a1b4-351e58231cdc tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:50.162353 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2c853d0c-5fb1-401d-9315-aee43fede952 req-6a67861c-9a56-4018-a1b4-351e58231cdc tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1121075
Jan 22 20:21:50.215152 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2c853d0c-5fb1-401d-9315-aee43fede952 req-bcde52ef-f677-4aa9-b234-5ed7e9c831f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464854
Jan 22 20:21:50.708014 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-020ed9f3-7457-4149-989d-b0994a31245d req-b2be38a3-8079-4235-b2b9-244dcd50bbaf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0771360
Jan 22 20:21:50.823427 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ed9f3-7457-4149-989d-b0994a31245d req-a6515ec7-dc0e-4604-9dfe-6b026c9502aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:50.824990 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-020ed9f3-7457-4149-989d-b0994a31245d req-a6515ec7-dc0e-4604-9dfe-6b026c9502aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e38ccd21c1674123bb7dd2df09b09606&device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 1163 time: 0.0826328
Jan 22 20:21:50.986617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ed9f3-7457-4149-989d-b0994a31245d req-6ff03f2c-c6e0-4cc7-862f-51c149463f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:50.988298 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-020ed9f3-7457-4149-989d-b0994a31245d req-6ff03f2c-c6e0-4cc7-862f-51c149463f4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 200  len: 905 time: 0.1420605
Jan 22 20:21:51.100109 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-020ed9f3-7457-4149-989d-b0994a31245d req-eed1c695-fd00-4fd8-b8ac-5a8efd391591 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc968d60-6e59-4212-9a81-379158f6411a HTTP/1.1" status: 200  len: 1002 time: 0.1035438
Jan 22 20:21:51.369862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ed9f3-7457-4149-989d-b0994a31245d req-b2f3d078-8f30-4655-91bb-f112826ef1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:51.371459 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-020ed9f3-7457-4149-989d-b0994a31245d req-b2f3d078-8f30-4655-91bb-f112826ef1f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703ccb20-1ede-4180-86d9-702b53f9353c HTTP/1.1" status: 200  len: 850 time: 0.2641425
Jan 22 20:21:51.459337 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ed9f3-7457-4149-989d-b0994a31245d req-d2ac2a0c-ea15-4d84-ac16-350addb57d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:51.460943 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-020ed9f3-7457-4149-989d-b0994a31245d req-d2ac2a0c-ea15-4d84-ac16-350addb57d15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=680ba046-e955-4e19-a2a5-d87c6b56d8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822406
Jan 22 20:21:51.476341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e545c-37bf-4274-824f-a1976c38347a req-74861015-cffb-49c7-916b-8d062ee54a40 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:51.478005 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b91e545c-37bf-4274-824f-a1976c38347a req-74861015-cffb-49c7-916b-8d062ee54a40 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1082511
Jan 22 20:21:51.533422 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b91e545c-37bf-4274-824f-a1976c38347a req-00152965-311d-4a4b-9c87-4cb3117da783 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485685
Jan 22 20:21:51.612242 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-020ed9f3-7457-4149-989d-b0994a31245d req-68f6ab4f-ef65-4b4b-aa97-acb25a1cd61b service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440120
Jan 22 20:21:51.757158 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-020ed9f3-7457-4149-989d-b0994a31245d req-48dd8569-1b1d-43ed-a6f7-4747368a26bf service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383181
Jan 22 20:21:52.806429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ff45-7c47-4350-958e-0b1f7d909a24 req-10e54d2f-d915-4b82-aaf8-c271d26b2b07 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:52.808731 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7e6ff45-7c47-4350-958e-0b1f7d909a24 req-10e54d2f-d915-4b82-aaf8-c271d26b2b07 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1223152
Jan 22 20:21:52.862940 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7e6ff45-7c47-4350-958e-0b1f7d909a24 req-3b907c03-1e20-4c91-bae3-a31a6fbae2ca tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464365
Jan 22 20:21:54.119206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8bea8-0a4c-4b85-9503-202d7f6bb35d req-557999b5-a971-4206-b15f-7cf3f5ae63d7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:54.120814 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebe8bea8-0a4c-4b85-9503-202d7f6bb35d req-557999b5-a971-4206-b15f-7cf3f5ae63d7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1098318
Jan 22 20:21:54.174260 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ebe8bea8-0a4c-4b85-9503-202d7f6bb35d req-2f7b51cd-2bda-4785-8e95-842bbdeec6e8 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468698
Jan 22 20:21:54.797004 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c7caadb-2377-4b4c-af27-75970dd0713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:55.565500 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbea58-4055-4b85-8581-9a26fdc3b0aa req-edb94796-bfa1-4340-bcb9-d8f4ce295d6d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:55.567418 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-edfbea58-4055-4b85-8581-9a26fdc3b0aa req-edb94796-bfa1-4340-bcb9-d8f4ce295d6d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1070938
Jan 22 20:21:55.624410 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-edfbea58-4055-4b85-8581-9a26fdc3b0aa req-e0d43b5a-d19b-4357-8d23-a2778c0379fc tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506034
Jan 22 20:21:56.873644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18ae1a-aef0-49b2-8396-7dbe36fbd73d req-ae4497e9-c924-4324-aec0-11674e85cacc tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:56.875264 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ed18ae1a-aef0-49b2-8396-7dbe36fbd73d req-ae4497e9-c924-4324-aec0-11674e85cacc tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1059625
Jan 22 20:21:56.928862 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ed18ae1a-aef0-49b2-8396-7dbe36fbd73d req-8f4ead56-116a-443e-8bb0-b363d3bbd59b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464284
Jan 22 20:21:57.802527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:57.928445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1b682c5-cd7a-4a7b-8314-8d9a1dec4b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:58.196727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2faf58-ef06-4e02-9cdf-a3b27e0dc3b1 req-f58e2c61-80c9-4f66-a969-a4bdc5d904a1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:58.198302 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c2faf58-ef06-4e02-9cdf-a3b27e0dc3b1 req-f58e2c61-80c9-4f66-a969-a4bdc5d904a1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1220176
Jan 22 20:21:58.251315 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c2faf58-ef06-4e02-9cdf-a3b27e0dc3b1 req-d2b2fea9-ade6-485c-8bec-badda966af74 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467484
Jan 22 20:21:58.478352 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50902) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:58.627857 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:58.643113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:21:58.647155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Usage tracker for resource:security_group_rule and tenant:96b27d25e8e14669a45b30e6fb935bd3 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:21:58.650116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:21:58.655938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:21:58.744663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:58.779746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:58.789214 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-965f05bc-a915-4a68-bfe4-3908d6722389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:58.828774 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96b27d25e8e14669a45b30e6fb935bd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3492477
Jan 22 20:21:58.831631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 50910) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:58.833719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beab10e-27d2-46f1-aa14-529601d35b49,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:58.842000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.842423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.842836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.843254 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.843668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.844072 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.844472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.844871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.845273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.845667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.846058 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.846453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.846957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.847398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.847820 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.848185 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.849130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.849522 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.849912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.850303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.850689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.851078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.851496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.851912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:58.856473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:58.859943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:58.895971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:58.923462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:58.997012 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:59.002222 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7d5b82b-6588-44fe-95cc-d990fc83594d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:59.015372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beab10e-27d2-46f1-aa14-529601d35b49,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:59.026405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.026821 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.027270 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.027660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.028060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.028534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.028929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.029326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.029718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.030112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.030503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.030916 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.031397 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.031788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.032176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.032564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.032950 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.033341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.033727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.034113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.034499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.034883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.035298 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.035679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:21:59.041477 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:59.043696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:59.044905 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2beab10e-27d2-46f1-aa14-529601d35b49 HTTP/1.1" status: 204  len: 168 time: 0.2121212
Jan 22 20:21:59.122970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:59.511645 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a536dc2-478d-4030-adb0-931470b7b788 req-e0b6caa3-a5f1-4621-a573-39ea51b04b93 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:21:59.513335 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a536dc2-478d-4030-adb0-931470b7b788 req-e0b6caa3-a5f1-4621-a573-39ea51b04b93 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1120660
Jan 22 20:21:59.524174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 50922) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:59.543459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cb5594a3-a596-4755-bca2-cbc54df5906b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:59.559411 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cb5594a3-a596-4755-bca2-cbc54df5906b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:21:59.563478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cb5594a3-a596-4755-bca2-cbc54df5906b admin admin] Usage tracker for resource:security_group_rule and tenant:6a759d5e3be94cb2ba61f1c3ccddf737 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:21:59.566125 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a536dc2-478d-4030-adb0-931470b7b788 req-9b94f1d0-1969-4793-b8e4-7dff01ded113 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464144
Jan 22 20:21:59.566386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-cb5594a3-a596-4755-bca2-cbc54df5906b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:21:59.572696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-cb5594a3-a596-4755-bca2-cbc54df5906b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:21:59.660302 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cb5594a3-a596-4755-bca2-cbc54df5906b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:59.693788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cb5594a3-a596-4755-bca2-cbc54df5906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:59.702521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f3f36738-660c-4db4-a2d4-426fab12e90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:59.745865 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cb5594a3-a596-4755-bca2-cbc54df5906b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a759d5e3be94cb2ba61f1c3ccddf737&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2205029
Jan 22 20:21:59.746817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5594a3-a596-4755-bca2-cbc54df5906b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e7bd49-6125-4f21-a145-ec2a017c2fbc,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:59.748752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 50928) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:21:59.750442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cb5594a3-a596-4755-bca2-cbc54df5906b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:59.810569 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ced9-5450-4a06-a086-6bf0c3ed257f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:59.837802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ced9-5450-4a06-a086-6bf0c3ed257f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:59.916350 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ced9-5450-4a06-a086-6bf0c3ed257f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:59.921376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5819fa6-917a-4bf1-9c4e-d027ce282719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:21:59.935458 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2ced9-5450-4a06-a086-6bf0c3ed257f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e7bd49-6125-4f21-a145-ec2a017c2fbc,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:21:59.938492 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5fe2ced9-5450-4a06-a086-6bf0c3ed257f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:21:59.939451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ced9-5450-4a06-a086-6bf0c3ed257f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:21:59.940655 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5fe2ced9-5450-4a06-a086-6bf0c3ed257f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47e7bd49-6125-4f21-a145-ec2a017c2fbc HTTP/1.1" status: 204  len: 168 time: 0.1908453
Jan 22 20:22:00.817700 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4befee-e66b-4439-ba29-f4947e5cd2eb req-26f0d699-6c60-4caa-85f1-5cfa23fcd6e5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:00.819404 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da4befee-e66b-4439-ba29-f4947e5cd2eb req-26f0d699-6c60-4caa-85f1-5cfa23fcd6e5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1072917
Jan 22 20:22:00.871061 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da4befee-e66b-4439-ba29-f4947e5cd2eb req-ae0141fc-c253-445a-b566-778c7d0d947c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455117
Jan 22 20:22:02.125749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d48c83-301d-4e02-9bc0-38146e08a115 req-8ea6a77f-86bf-4792-abee-67ae80abd002 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:02.127416 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4d48c83-301d-4e02-9bc0-38146e08a115 req-8ea6a77f-86bf-4792-abee-67ae80abd002 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1086109
Jan 22 20:22:02.178829 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f4d48c83-301d-4e02-9bc0-38146e08a115 req-fbf1c159-cf8d-4c8e-951f-53c50b9f20d9 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451009
Jan 22 20:22:03.431464 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecb3c8-5db2-483f-b70b-f1845b471ca3 req-b6f19373-439f-4e87-aa65-985a82deb237 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:03.433065 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32ecb3c8-5db2-483f-b70b-f1845b471ca3 req-b6f19373-439f-4e87-aa65-985a82deb237 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1080341
Jan 22 20:22:03.488877 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32ecb3c8-5db2-483f-b70b-f1845b471ca3 req-d7f9e6bf-3e2e-45d5-b3d7-1fd5431cee42 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494597
Jan 22 20:22:04.742414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39621b91-ca69-4446-989a-9fc6f81a6b5f req-39844d9e-14b5-4009-9f6d-4283ea18ce55 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:04.744080 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39621b91-ca69-4446-989a-9fc6f81a6b5f req-39844d9e-14b5-4009-9f6d-4283ea18ce55 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1080134
Jan 22 20:22:04.796561 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39621b91-ca69-4446-989a-9fc6f81a6b5f req-0acfbf9b-2098-43da-a4bf-da657de7500a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460429
Jan 22 20:22:06.053476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0253fe-221a-49cd-86a5-bc4cf6718716 req-3ef2f3e3-db32-4d89-b7f1-53b404fe1b06 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:06.054992 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0d0253fe-221a-49cd-86a5-bc4cf6718716 req-3ef2f3e3-db32-4d89-b7f1-53b404fe1b06 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1089292
Jan 22 20:22:06.106419 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0d0253fe-221a-49cd-86a5-bc4cf6718716 req-f26f4768-c588-4978-a8c0-52047fcadfdb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450435
Jan 22 20:22:07.359815 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c261ff-ccc2-46ed-8a10-03a9273a9f4d req-b6ce5d3a-5ffb-4f4d-9b2c-3ee72d685427 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:07.361496 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6c261ff-ccc2-46ed-8a10-03a9273a9f4d req-b6ce5d3a-5ffb-4f4d-9b2c-3ee72d685427 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1069386
Jan 22 20:22:07.418788 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c6c261ff-ccc2-46ed-8a10-03a9273a9f4d req-3452db12-0398-4717-bf4a-7a47006f3009 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500693
Jan 22 20:22:08.668224 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcccf5-f4a7-4d52-9ada-e851825a0f75 req-aeec160e-79e7-42c5-955b-258e89a2c4fb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:08.669824 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbbcccf5-f4a7-4d52-9ada-e851825a0f75 req-aeec160e-79e7-42c5-955b-258e89a2c4fb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 944 time: 0.1061356
Jan 22 20:22:08.722055 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dbbcccf5-f4a7-4d52-9ada-e851825a0f75 req-4bd1710c-a14e-43bd-bcea-d36e7b1b0952 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459263
Jan 22 20:22:09.114631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 379949ec-ca78-467b-a6a6-d869077eb99c up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:22:09.187555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 379949ec-ca78-467b-a6a6-d869077eb99c triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:22:09.188015 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:09.315493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:09.344792 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:22:09.355794 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 379949ec-ca78-467b-a6a6-d869077eb99c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=379949ec-ca78-467b-a6a6-d869077eb99c,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:22:09.385334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:09.387397 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:09.425669 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c', 'code': 200}
Jan 22 20:22:09.461652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=379949ec-ca78-467b-a6a6-d869077eb99c,revision_number=6']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:09.465108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:09.856032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 379949ec-ca78-467b-a6a6-d869077eb99c up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:22:09.941496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 379949ec-ca78-467b-a6a6-d869077eb99c triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:22:09.942716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:09.988745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72d1f8-120e-4fe2-a83a-c0079f3b80d1 req-77ad102e-27ab-4d96-b643-bafd1d4f868f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:09.990943 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a72d1f8-120e-4fe2-a83a-c0079f3b80d1 req-77ad102e-27ab-4d96-b643-bafd1d4f868f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1211305
Jan 22 20:22:10.050639 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a72d1f8-120e-4fe2-a83a-c0079f3b80d1 req-b5734360-ce56-4a81-9947-53e93668f9b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526958
Jan 22 20:22:10.330981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feceeac-fe10-42d9-a6c2-5316eebfc79e req-edaa9bf2-44fd-4d61-8e65-729186f9948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:10.333674 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7feceeac-fe10-42d9-a6c2-5316eebfc79e req-edaa9bf2-44fd-4d61-8e65-729186f9948a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 1163 time: 0.2251327
Jan 22 20:22:10.390042 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7feceeac-fe10-42d9-a6c2-5316eebfc79e req-c41beef2-d090-4b0f-93f4-3ab430d36f41 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483530
Jan 22 20:22:11.322981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46aca-e537-4896-a215-c8df85f19d61 req-b3df9946-eb9d-44ad-aa87-8e9301f417d9 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:11.324673 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06c46aca-e537-4896-a215-c8df85f19d61 req-b3df9946-eb9d-44ad-aa87-8e9301f417d9 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1087093
Jan 22 20:22:11.377432 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06c46aca-e537-4896-a215-c8df85f19d61 req-4b286e51-2d9f-446d-82ef-84fc8616d4c4 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462799
Jan 22 20:22:11.532126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51122) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:11.685786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba03eedb-e439-43f3-ba6e-afdfca2b6980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:11.700952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ba03eedb-e439-43f3-ba6e-afdfca2b6980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:11.705089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ba03eedb-e439-43f3-ba6e-afdfca2b6980 admin admin] Usage tracker for resource:security_group_rule and tenant:85e6613dae174379a697c2a9e1be432e is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:11.708591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ba03eedb-e439-43f3-ba6e-afdfca2b6980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:11.714482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ba03eedb-e439-43f3-ba6e-afdfca2b6980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:11.797965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba03eedb-e439-43f3-ba6e-afdfca2b6980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:11.836474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba03eedb-e439-43f3-ba6e-afdfca2b6980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:11.845774 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ea2ee77c-5b7e-4892-bc22-19649488486d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:11.888985 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ba03eedb-e439-43f3-ba6e-afdfca2b6980 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=85e6613dae174379a697c2a9e1be432e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3556597
Jan 22 20:22:11.890699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03eedb-e439-43f3-ba6e-afdfca2b6980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5594041-7a70-4ae6-96b8-a8b6fb018656,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:11.891968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 51128) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:11.894085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba03eedb-e439-43f3-ba6e-afdfca2b6980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:11.959697 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ca89e76-90a8-48fa-9ac2-35beb3d9906f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:11.987239 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ca89e76-90a8-48fa-9ac2-35beb3d9906f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:12.053545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ca89e76-90a8-48fa-9ac2-35beb3d9906f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:12.058678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-15735d79-c903-4ff1-8263-3dd48544eae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:12.072746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca89e76-90a8-48fa-9ac2-35beb3d9906f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5594041-7a70-4ae6-96b8-a8b6fb018656,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:12.075603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ca89e76-90a8-48fa-9ac2-35beb3d9906f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:12.086455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ca89e76-90a8-48fa-9ac2-35beb3d9906f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:12.090834 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0ca89e76-90a8-48fa-9ac2-35beb3d9906f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5594041-7a70-4ae6-96b8-a8b6fb018656 HTTP/1.1" status: 204  len: 168 time: 0.1977026
Jan 22 20:22:12.581237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 51154) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:12.603084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-073e047f-b54c-40d9-9c3b-71371dc48776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:12.620247 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-073e047f-b54c-40d9-9c3b-71371dc48776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:12.624298 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-073e047f-b54c-40d9-9c3b-71371dc48776 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d1a0b53c044db6aae2ba0326714962 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:12.627766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-073e047f-b54c-40d9-9c3b-71371dc48776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:12.633641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-073e047f-b54c-40d9-9c3b-71371dc48776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:12.638731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220c568-6c43-4e2f-b073-d484d668173c req-d9ddaed2-2ad2-457d-909b-8192f393d9ff tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:12.640530 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0220c568-6c43-4e2f-b073-d484d668173c req-d9ddaed2-2ad2-457d-909b-8192f393d9ff tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1093495
Jan 22 20:22:12.701327 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0220c568-6c43-4e2f-b073-d484d668173c req-cc628190-bc99-41b7-84c2-88705e0ab19d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533431
Jan 22 20:22:12.725131 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-073e047f-b54c-40d9-9c3b-71371dc48776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:12.745668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-073e047f-b54c-40d9-9c3b-71371dc48776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:12.756356 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-394986ed-1a15-49fd-852b-86aee3bab887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:12.804619 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-073e047f-b54c-40d9-9c3b-71371dc48776 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3d1a0b53c044db6aae2ba0326714962&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2222173
Jan 22 20:22:12.805564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e047f-b54c-40d9-9c3b-71371dc48776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e41b7-ab41-41d4-9821-4afdc1803a63,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:12.807593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51158) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:12.808841 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-073e047f-b54c-40d9-9c3b-71371dc48776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:12.879280 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd826a72-81e7-47fe-adf5-84985e493d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:12.908273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd826a72-81e7-47fe-adf5-84985e493d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:13.030812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd826a72-81e7-47fe-adf5-84985e493d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:13.034889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-434b980c-a8f9-4ea3-92b4-3f3e1fd319a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:13.049119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd826a72-81e7-47fe-adf5-84985e493d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e41b7-ab41-41d4-9821-4afdc1803a63,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:13.054665 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd826a72-81e7-47fe-adf5-84985e493d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:13.059115 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd826a72-81e7-47fe-adf5-84985e493d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:13.060367 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cd826a72-81e7-47fe-adf5-84985e493d1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d0e41b7-ab41-41d4-9821-4afdc1803a63 HTTP/1.1" status: 204  len: 168 time: 0.2514522
Jan 22 20:22:13.730997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51204) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:13.766324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:22:13.935587 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98537f42-2991-4f9f-b8db-c4e1af3a7c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:13.961930 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-98537f42-2991-4f9f-b8db-c4e1af3a7c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:13.967579 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-98537f42-2991-4f9f-b8db-c4e1af3a7c8d admin admin] Usage tracker for resource:security_group_rule and tenant:3107eccaa0b04440a475bacb81baba0d is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:13.972065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-98537f42-2991-4f9f-b8db-c4e1af3a7c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:13.986910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-98537f42-2991-4f9f-b8db-c4e1af3a7c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:14.045045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb413521-e101-43ed-9a98-63ba0fc4870d req-ec8328ee-e298-4b58-afa7-e3953bb30893 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:14.046689 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cb413521-e101-43ed-9a98-63ba0fc4870d req-ec8328ee-e298-4b58-afa7-e3953bb30893 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1583948
Jan 22 20:22:14.125206 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cb413521-e101-43ed-9a98-63ba0fc4870d req-da62a850-a0e7-4c25-85e8-892295b5e3e8 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675893
Jan 22 20:22:14.175434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98537f42-2991-4f9f-b8db-c4e1af3a7c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:14.208832 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98537f42-2991-4f9f-b8db-c4e1af3a7c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:14.217684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4d8fb5ac-2fde-4f4e-b503-ba3f71c90b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:14.263462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98537f42-2991-4f9f-b8db-c4e1af3a7c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c06e24-f90e-4536-a6d3-66596590ba8f,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:14.268088 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-98537f42-2991-4f9f-b8db-c4e1af3a7c8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3107eccaa0b04440a475bacb81baba0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5359654
Jan 22 20:22:14.269087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-98537f42-2991-4f9f-b8db-c4e1af3a7c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:14.271378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51222) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:14.334545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12ee0c82-8e88-4f9b-b00f-b484d250fbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:14.362757 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12ee0c82-8e88-4f9b-b00f-b484d250fbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:14.516804 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12ee0c82-8e88-4f9b-b00f-b484d250fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:14.522828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cf7b786e-476d-4800-b390-1eddd8aa8851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:14.533848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee0c82-8e88-4f9b-b00f-b484d250fbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c06e24-f90e-4536-a6d3-66596590ba8f,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:14.537620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-12ee0c82-8e88-4f9b-b00f-b484d250fbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:14.541207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12ee0c82-8e88-4f9b-b00f-b484d250fbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:14.544881 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-12ee0c82-8e88-4f9b-b00f-b484d250fbf4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1c06e24-f90e-4536-a6d3-66596590ba8f HTTP/1.1" status: 204  len: 168 time: 0.2700751
Jan 22 20:22:15.318322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:15.393225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb12fc-7b69-431c-b14b-100e24c2acd3 req-5f92f49c-4db0-4fac-9ea4-9e9b693f662a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:15.394961 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ebb12fc-7b69-431c-b14b-100e24c2acd3 req-5f92f49c-4db0-4fac-9ea4-9e9b693f662a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1169105
Jan 22 20:22:15.457346 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ebb12fc-7b69-431c-b14b-100e24c2acd3 req-cc6bfa61-037d-4f49-aa70-30600365d272 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550902
Jan 22 20:22:15.690611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 51272) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:15.842483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-473314533-network', 'tenant_id': 'b8e578e28124414680248f4a77a9da20'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:22:15.847591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:15.852202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Usage tracker for resource:network and tenant:b8e578e28124414680248f4a77a9da20 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:15.855189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:15.860985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:15.962512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Made reservation on behalf of b8e578e28124414680248f4a77a9da20 for: {'network': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:22:15.967416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:15.981572 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:15.998335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:16.002507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e578e28124414680248f4a77a9da20 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:16.005469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:16.011749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:16.103995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.139579 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.144149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c8194938-01a0-4d81-9abd-4d2749bf5252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:16.174692 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:22:16.178066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51282) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:16.187621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:16.192051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:16.193271 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.193849 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Added segment f597d7a7-0900-4ef2-acdb-7dd524715c3f of type vxlan for network 927fa0ce-531e-46a7-b544-63432956dea3
Jan 22 20:22:16.222586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.276380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.277676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:16.278313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.283499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:16.333260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad75b9a0-fd48-492c-9b49-a3acc8c2dc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.349814 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ad75b9a0-fd48-492c-9b49-a3acc8c2dc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:16.353903 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ad75b9a0-fd48-492c-9b49-a3acc8c2dc68 admin admin] Usage tracker for resource:security_group_rule and tenant:41e51edcbc3745ec955b133df2a939f1 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:16.356975 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ad75b9a0-fd48-492c-9b49-a3acc8c2dc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:16.362856 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ad75b9a0-fd48-492c-9b49-a3acc8c2dc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:16.397047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=927fa0ce-531e-46a7-b544-63432956dea3,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:16.400400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:16.408179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network 927fa0ce-531e-46a7-b544-63432956dea3 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:22:16.431923 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7401297
Jan 22 20:22:16.434917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51288) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:16.438833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network 927fa0ce-531e-46a7-b544-63432956dea3 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:22:16.445468 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Request body: {'subnet': {'network_id': '927fa0ce-531e-46a7-b544-63432956dea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-473314533-subnet', 'tenant_id': 'b8e578e28124414680248f4a77a9da20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:22:16.451622 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:16.460925 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Usage tracker for resource:subnet and tenant:b8e578e28124414680248f4a77a9da20 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:16.464807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:16.475623 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:16.514269 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad75b9a0-fd48-492c-9b49-a3acc8c2dc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.521936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Made reservation on behalf of b8e578e28124414680248f4a77a9da20 for: {'subnet': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:22:16.526863 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.556971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad75b9a0-fd48-492c-9b49-a3acc8c2dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.568505 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bd110975-f5f8-4a4d-8060-a4e555345319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:16.670262 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ad75b9a0-fd48-492c-9b49-a3acc8c2dc68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41e51edcbc3745ec955b133df2a939f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4908669
Jan 22 20:22:16.672366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75b9a0-fd48-492c-9b49-a3acc8c2dc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4381c4-1c68-46d6-964b-8344d4b8ad28,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:16.673237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 51292) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:16.677507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ad75b9a0-fd48-492c-9b49-a3acc8c2dc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:16.739499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a962305f-56b5-4485-9573-b8a462595221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.772158 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a962305f-56b5-4485-9573-b8a462595221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.848162 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a962305f-56b5-4485-9573-b8a462595221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.853697 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0a37dab9-f749-40e8-a1c7-f2c4bd763ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:16.868796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962305f-56b5-4485-9573-b8a462595221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4381c4-1c68-46d6-964b-8344d4b8ad28,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:16.872078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a962305f-56b5-4485-9573-b8a462595221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:16.873045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a962305f-56b5-4485-9573-b8a462595221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:16.877262 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a962305f-56b5-4485-9573-b8a462595221 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc4381c4-1c68-46d6-964b-8344d4b8ad28 HTTP/1.1" status: 204  len: 168 time: 0.2028506
Jan 22 20:22:17.241180 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:17.257223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:17.398851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b310f18-b65c-42a3-b71c-0bfa224546de,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:17.403192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:17.468356 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 51300) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:17.482268 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Checking segment: {'id': 'f597d7a7-0900-4ef2-acdb-7dd524715c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '927fa0ce-531e-46a7-b544-63432956dea3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:22:17.482656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Network hostable DHCP agents. Network: 927fa0ce-531e-46a7-b544-63432956dea3, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:22:17.489668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d871308-5664-4db8-bf6b-94678bdb6d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:17.506998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5d871308-5664-4db8-bf6b-94678bdb6d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:17.511926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5d871308-5664-4db8-bf6b-94678bdb6d8c admin admin] Usage tracker for resource:security_group_rule and tenant:351395b251a146d39bcd82abd4a41947 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:17.514538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5d871308-5664-4db8-bf6b-94678bdb6d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:17.520534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5d871308-5664-4db8-bf6b-94678bdb6d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:17.528258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Network 927fa0ce-531e-46a7-b544-63432956dea3 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:22:17.562399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, 927fa0ce-531e-46a7-b544-63432956dea3) {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:22:17.567015 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:17.567643 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:17.572052 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99101e0-2e79-4485-9f90-df84d633d174 None None] Network 927fa0ce-531e-46a7-b544-63432956dea3 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:22:17.614174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d871308-5664-4db8-bf6b-94678bdb6d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:17.633350 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5c1703fb-6bc2-422b-9621-e97510866ba4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1969733
Jan 22 20:22:17.671875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d871308-5664-4db8-bf6b-94678bdb6d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:17.682007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a962305f-56b5-4485-9573-b8a462595221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:17.727034 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5d871308-5664-4db8-bf6b-94678bdb6d8c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=351395b251a146d39bcd82abd4a41947&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2572200
Jan 22 20:22:17.729199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d871308-5664-4db8-bf6b-94678bdb6d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3926ad-3107-4335-869a-413583b6fbc8,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:17.730159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51308) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:17.732705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d871308-5664-4db8-bf6b-94678bdb6d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:17.806248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532101e1-9975-4f83-93d1-617b92be3ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:17.820721 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a318a751-8621-4038-b1b3-671796cd3b69 None None] Network 927fa0ce-531e-46a7-b544-63432956dea3 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:22:17.836871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532101e1-9975-4f83-93d1-617b92be3ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:17.916634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532101e1-9975-4f83-93d1-617b92be3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:17.921092 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-14175813-54d6-4eca-9c92-c4be9a42c46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:17.939005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532101e1-9975-4f83-93d1-617b92be3ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3926ad-3107-4335-869a-413583b6fbc8,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:17.942406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-532101e1-9975-4f83-93d1-617b92be3ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:17.948668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-532101e1-9975-4f83-93d1-617b92be3ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:17.952895 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-532101e1-9975-4f83-93d1-617b92be3ba4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d3926ad-3107-4335-869a-413583b6fbc8 HTTP/1.1" status: 204  len: 168 time: 0.2186115
Jan 22 20:22:20.043120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-0cfa6778-ac60-4da2-b6bf-562104e79560 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:20.044810 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-0cfa6778-ac60-4da2-b6bf-562104e79560 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/networks?id=927fa0ce-531e-46a7-b544-63432956dea3 HTTP/1.1" status: 200  len: 813 time: 0.1822202
Jan 22 20:22:20.061852 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-e31f0862-3778-4a1f-8514-c58110e3eb12 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/quotas/b8e578e28124414680248f4a77a9da20 HTTP/1.1" status: 200  len: 375 time: 0.0107713
Jan 22 20:22:20.122831 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-73737480-a683-4986-b340-e84d88a38115 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?tenant_id=b8e578e28124414680248f4a77a9da20&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0537105
Jan 22 20:22:20.420826 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-939f0e1d-7049-45ed-bf69-af17c739e059 service neutron] 10.222.0.38 "GET /v2.0/networks/927fa0ce-531e-46a7-b544-63432956dea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2872522
Jan 22 20:22:20.571576 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-8a36a7e1-14b4-4de3-bfc4-1d02ec8f1681 service neutron] 10.222.0.38 "GET /v2.0/networks/927fa0ce-531e-46a7-b544-63432956dea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428895
Jan 22 20:22:20.813347 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-35be141e-87e6-4b18-84e8-9b028ef834b0 req-ab7248d4-a52a-4933-b2b6-1571a1a74297 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 210 time: 0.0499434
Jan 22 20:22:22.025964 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-831f8005-5360-408e-8e5c-44f8504f009b req-ca9d7019-0c77-49b3-9a57-0f74aabd75aa tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 210 time: 0.0540106
Jan 22 20:22:22.719771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51422) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:22.880946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18e311c3-4106-4ea0-ba85-72ca5a59a832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:22.897648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18e311c3-4106-4ea0-ba85-72ca5a59a832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:22.901853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-18e311c3-4106-4ea0-ba85-72ca5a59a832 admin admin] Usage tracker for resource:security_group_rule and tenant:c03565f6f3cb4109a05729660e7d1fd7 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:22.905090 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-18e311c3-4106-4ea0-ba85-72ca5a59a832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:22.910912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18e311c3-4106-4ea0-ba85-72ca5a59a832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:23.053672 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18e311c3-4106-4ea0-ba85-72ca5a59a832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:23.076787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18e311c3-4106-4ea0-ba85-72ca5a59a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:23.131249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba03eedb-e439-43f3-ba6e-afdfca2b6980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:23.144560 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-18e311c3-4106-4ea0-ba85-72ca5a59a832 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c03565f6f3cb4109a05729660e7d1fd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4234111
Jan 22 20:22:23.146381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51430) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:23.247776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-0c73fb98-1b64-4992-8a50-6f952ae52f56 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:23.248570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-0c73fb98-1b64-4992-8a50-6f952ae52f56 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Synchronizing usage tracker for tenant:b8e578e28124414680248f4a77a9da20 on resource:network {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:22:23.268810 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6f039292-cbc5-4fee-b410-e243e71c57d9 req-7e3285de-5f19-41f4-99fb-d13cd9b22694 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 210 time: 0.0932877
Jan 22 20:22:23.274380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e311c3-4106-4ea0-ba85-72ca5a59a832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31257447-7dc4-442b-92d0-adca944b64a7,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:23.277393 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18e311c3-4106-4ea0-ba85-72ca5a59a832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:23.293938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-0c73fb98-1b64-4992-8a50-6f952ae52f56 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Unset dirty status for tenant:b8e578e28124414680248f4a77a9da20 on resource:network {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:22:23.295247 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-0c73fb98-1b64-4992-8a50-6f952ae52f56 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.48 "GET /v2.0/networks?id=927fa0ce-531e-46a7-b544-63432956dea3 HTTP/1.1" status: 200  len: 813 time: 0.2712278
Jan 22 20:22:23.303209 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1ae61d36-4694-4f7b-a2fc-7369f550bff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:23.331823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Request body: {'port': {'device_id': 'ffd65a1b-99e3-4783-bb5a-412d64cc988a', 'network_id': '927fa0ce-531e-46a7-b544-63432956dea3', 'admin_state_up': True, 'tenant_id': 'b8e578e28124414680248f4a77a9da20'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:22:23.334834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1ae61d36-4694-4f7b-a2fc-7369f550bff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:23.420549 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1ae61d36-4694-4f7b-a2fc-7369f550bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:23.426806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8809022b-9825-4e2c-b659-d215803966e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:23.442367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae61d36-4694-4f7b-a2fc-7369f550bff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31257447-7dc4-442b-92d0-adca944b64a7,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:23.449286 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1ae61d36-4694-4f7b-a2fc-7369f550bff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:23.451384 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1ae61d36-4694-4f7b-a2fc-7369f550bff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:23.453506 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1ae61d36-4694-4f7b-a2fc-7369f550bff7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31257447-7dc4-442b-92d0-adca944b64a7 HTTP/1.1" status: 204  len: 168 time: 0.3036778
Jan 22 20:22:23.527300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:23.534752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Usage tracker for resource:port and tenant:b8e578e28124414680248f4a77a9da20 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:23.540649 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Quota usage for port was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:23.552616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:23.597020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Made reservation on behalf of b8e578e28124414680248f4a77a9da20 for: {'port': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:22:23.607760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:23.939138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Allocated IP 172.20.0.9 (927fa0ce-531e-46a7-b544-63432956dea3/4b310f18-b65c-42a3-b71c-0bfa224546de/280f9cb0-0e7e-41b6-8d6b-1c72c4734cba) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:22:24.012862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51442) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:24.032100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0f6dd05-79f0-473c-9bc2-cc7aae10fafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:24.048556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a0f6dd05-79f0-473c-9bc2-cc7aae10fafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:24.053961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a0f6dd05-79f0-473c-9bc2-cc7aae10fafb admin admin] Usage tracker for resource:security_group_rule and tenant:2eebe7d8cd0d4be9b52bf9cfb1e43ee4 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:24.057353 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a0f6dd05-79f0-473c-9bc2-cc7aae10fafb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:24.063494 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a0f6dd05-79f0-473c-9bc2-cc7aae10fafb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:24.177585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:24.188475 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0f6dd05-79f0-473c-9bc2-cc7aae10fafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:24.208116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0f6dd05-79f0-473c-9bc2-cc7aae10fafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:24.220316 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f8993a4b-0425-4ffd-a99c-acb7771244e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:24.226066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:24.247020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:24.270154 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a0f6dd05-79f0-473c-9bc2-cc7aae10fafb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2eebe7d8cd0d4be9b52bf9cfb1e43ee4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2560475
Jan 22 20:22:24.271208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6dd05-79f0-473c-9bc2-cc7aae10fafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ae5376-7ec1-4af4-8e28-25aa77bd6c1c,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:24.274005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51446) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:24.277092 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a0f6dd05-79f0-473c-9bc2-cc7aae10fafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:24.346411 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ca63-51c8-400f-94fd-088c9c4118ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:24.379447 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ca63-51c8-400f-94fd-088c9c4118ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:24.399885 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Pushing event updated for resources: {'Port': ['ID=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:24.411324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:24.473364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Network 927fa0ce-531e-46a7-b544-63432956dea3 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:22:24.474791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:22:24.477389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:22:24.480187 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ca63-51c8-400f-94fd-088c9c4118ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:24.494516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-214d7d8a-5b8e-41fe-ab7d-f626e83475d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:24.509668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9ca63-51c8-400f-94fd-088c9c4118ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ae5376-7ec1-4af4-8e28-25aa77bd6c1c,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:24.514076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a8b9ca63-51c8-400f-94fd-088c9c4118ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:24.523709 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ca63-51c8-400f-94fd-088c9c4118ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:24.527660 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a8b9ca63-51c8-400f-94fd-088c9c4118ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0ae5376-7ec1-4af4-8e28-25aa77bd6c1c HTTP/1.1" status: 204  len: 168 time: 0.2500067
Jan 22 20:22:24.569432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:24.570157 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:24.579752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92ca74-8976-41ed-9622-9dd33aad9dca req-646f0785-b3dd-4ac7-84ae-d39b3cf3a853 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:24.581475 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fb92ca74-8976-41ed-9622-9dd33aad9dca req-646f0785-b3dd-4ac7-84ae-d39b3cf3a853 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 931 time: 0.1442218
Jan 22 20:22:24.626999 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2994826
Jan 22 20:22:24.638129 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fb92ca74-8976-41ed-9622-9dd33aad9dca req-b42c14b7-aebc-4d2f-bd3c-e3e7382b7274 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476799
Jan 22 20:22:24.648809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Request body: {'port': {'device_id': 'ffd65a1b-99e3-4783-bb5a-412d64cc988a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:22:24.771959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:24.785208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd0f37f6-cc5e-427a-a500-b116930696b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:25.203517 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba {{(pid=80268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:22:25.212076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:25.224656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Transition to ACTIVE for port object 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:22:25.253853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:25.270842 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b97e887-4317-47fd-8ac2-5447af09e875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:25.423253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Pushing event updated for resources: {'Port': ['ID=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:25.428702 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:25.607172 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Attempting to bind port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:22:25.607577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Attempting to bind port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'f597d7a7-0900-4ef2-acdb-7dd524715c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '927fa0ce-531e-46a7-b544-63432956dea3'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:22:25.607942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Attempting to bind port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba on network 927fa0ce-531e-46a7-b544-63432956dea3 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:22:25.619536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:22:25.620143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Checking segment: {'id': 'f597d7a7-0900-4ef2-acdb-7dd524715c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '927fa0ce-531e-46a7-b544-63432956dea3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:22:25.620800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:25.621441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Bound using segment: {'id': 'f597d7a7-0900-4ef2-acdb-7dd524715c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '927fa0ce-531e-46a7-b544-63432956dea3'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:22:25.622235 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Bound port: 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f597d7a7-0900-4ef2-acdb-7dd524715c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '927fa0ce-531e-46a7-b544-63432956dea3'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:22:25.622868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:25.727855 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] For port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba, host hv-cinder-76810, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:22:25.731285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] For port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba,segment=NetworkSegment(f597d7a7-0900-4ef2-acdb-7dd524715c3f),segment_id=f597d7a7-0900-4ef2-acdb-7dd524715c3f)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:22:25.791895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:25.808640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:25.898419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7b2d-80e0-4ba7-ac1a-cea90f1039ab req-1a348b32-335e-4468-abed-7708f080d9c6 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:25.900409 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-36ed7b2d-80e0-4ba7-ac1a-cea90f1039ab req-1a348b32-335e-4468-abed-7708f080d9c6 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 943 time: 0.1254849
Jan 22 20:22:25.965950 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Pushing event updated for resources: {'Port': ['ID=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:25.971753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:25.974205 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-36ed7b2d-80e0-4ba7-ac1a-cea90f1039ab req-5d744d6a-1f55-4c83-b524-35f1a5bbc477 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664985
Jan 22 20:22:26.004828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:26.005506 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:26.007015 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] 10.222.0.48 "PUT /v2.0/ports/280f9cb0-0e7e-41b6-8d6b-1c72c4734cba HTTP/1.1" status: 200  len: 1157 time: 1.3637333
Jan 22 20:22:26.007660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd65a1b-99e3-4783-bb5a-412d64cc988a', 'tag': '280f9cb0-0e7e-41b6-8d6b-1c72c4734cba'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:22:26.349741 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd65a1b-99e3-4783-bb5a-412d64cc988a', 'tag': '280f9cb0-0e7e-41b6-8d6b-1c72c4734cba', 'status': 'completed', 'code': 200}
Jan 22 20:22:26.394237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-eb83dd4c-de77-4605-84a5-cb844fb832ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:26.396498 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-eb83dd4c-de77-4605-84a5-cb844fb832ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8e578e28124414680248f4a77a9da20&device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 1160 time: 0.2989616
Jan 22 20:22:26.493712 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-eea3790e-5c23-427d-99b8-1bf7ce899441 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba HTTP/1.1" status: 200  len: 217 time: 0.0709991
Jan 22 20:22:26.571109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-a736171f-76e6-4750-9ab8-36623a02f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:26.572788 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-a736171f-76e6-4750-9ab8-36623a02f213 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b310f18-b65c-42a3-b71c-0bfa224546de HTTP/1.1" status: 200  len: 853 time: 0.0698171
Jan 22 20:22:26.630867 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-d191082e-ffe7-4eb8-b1c3-8704191482a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=927fa0ce-531e-46a7-b544-63432956dea3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478218
Jan 22 20:22:26.784515 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-47c86327-4c0c-4504-8165-1f356cbeb229 service neutron] 10.222.0.48 "GET /v2.0/networks/927fa0ce-531e-46a7-b544-63432956dea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440902
Jan 22 20:22:26.939392 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-65ec9212-d42c-4c50-83ee-984f729f8354 req-b221341c-efad-4cdf-97e4-4613f1c521ed service neutron] 10.222.0.48 "GET /v2.0/networks/927fa0ce-531e-46a7-b544-63432956dea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463072
Jan 22 20:22:27.190638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78757c5d-c593-4c50-87ea-8aaa06ed6236 req-556f7f2a-7ebb-44d5-9ac4-254450b9cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:27.192367 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78757c5d-c593-4c50-87ea-8aaa06ed6236 req-556f7f2a-7ebb-44d5-9ac4-254450b9cfa1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8e578e28124414680248f4a77a9da20&device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 1160 time: 0.1181843
Jan 22 20:22:27.243233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e336d0a-1d46-482a-9b95-eb8d9fd5c581 req-88b0d195-1621-40e7-a7cf-e00412c6ffe0 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:27.244944 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0e336d0a-1d46-482a-9b95-eb8d9fd5c581 req-88b0d195-1621-40e7-a7cf-e00412c6ffe0 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 943 time: 0.1167521
Jan 22 20:22:27.300540 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0e336d0a-1d46-482a-9b95-eb8d9fd5c581 req-7ab1c76a-5eca-47d9-b66c-609bb0387a3c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488422
Jan 22 20:22:27.347394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78757c5d-c593-4c50-87ea-8aaa06ed6236 req-f6f4bb9a-b4b3-41cc-ab44-798acaac0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:27.349604 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78757c5d-c593-4c50-87ea-8aaa06ed6236 req-f6f4bb9a-b4b3-41cc-ab44-798acaac0c02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=927fa0ce-531e-46a7-b544-63432956dea3 HTTP/1.1" status: 200  len: 907 time: 0.1485860
Jan 22 20:22:27.429690 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78757c5d-c593-4c50-87ea-8aaa06ed6236 req-4a3faf65-2def-4462-a0a3-58fdb9f40fba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba HTTP/1.1" status: 200  len: 217 time: 0.0684736
Jan 22 20:22:27.509218 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78757c5d-c593-4c50-87ea-8aaa06ed6236 req-03c7c441-1a1f-46a4-b76b-1debb4b88ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:27.510911 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78757c5d-c593-4c50-87ea-8aaa06ed6236 req-03c7c441-1a1f-46a4-b76b-1debb4b88ce9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b310f18-b65c-42a3-b71c-0bfa224546de HTTP/1.1" status: 200  len: 853 time: 0.0722859
Jan 22 20:22:27.567628 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78757c5d-c593-4c50-87ea-8aaa06ed6236 req-0df189a6-2a52-44da-812a-51e18d21f368 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=927fa0ce-531e-46a7-b544-63432956dea3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491068
Jan 22 20:22:27.741587 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78757c5d-c593-4c50-87ea-8aaa06ed6236 req-97e0a4f6-fd3b-430a-8958-0bf73f0611b9 service neutron] 10.222.0.48 "GET /v2.0/networks/927fa0ce-531e-46a7-b544-63432956dea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638441
Jan 22 20:22:27.820367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:27.900125 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78757c5d-c593-4c50-87ea-8aaa06ed6236 req-daa9a769-9074-4172-9f66-610b036a3e19 service neutron] 10.222.0.48 "GET /v2.0/networks/927fa0ce-531e-46a7-b544-63432956dea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1480052
Jan 22 20:22:27.922341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bacf607-6046-474c-a076-6c1a74b46d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:28.555544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaace532-d3c7-46ae-a141-7995b18fb3cf req-5166ebdb-bb38-4cb8-855f-65154e8110b7 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:28.557285 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eaace532-d3c7-46ae-a141-7995b18fb3cf req-5166ebdb-bb38-4cb8-855f-65154e8110b7 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 943 time: 0.1101515
Jan 22 20:22:28.611335 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-eaace532-d3c7-46ae-a141-7995b18fb3cf req-c660e844-b83d-49fb-827f-439882a9172d tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475678
Jan 22 20:22:28.853196 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:29.134124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:29.851330 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae71ac-e225-4e60-9d84-47e6724eb3e8 req-e1974b45-30cc-41d8-a821-605e674539cb tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:29.853051 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-deae71ac-e225-4e60-9d84-47e6724eb3e8 req-e1974b45-30cc-41d8-a821-605e674539cb tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 943 time: 0.1093404
Jan 22 20:22:29.905818 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-deae71ac-e225-4e60-9d84-47e6724eb3e8 req-9f22b7e2-70c6-4a37-b4a4-64db29cf4ee0 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464408
Jan 22 20:22:31.150532 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2155c5-488f-406f-96c4-09a21987a71f req-bb8d971e-9a06-4ff0-a577-82fe61dcf3ac tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:31.152276 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b2155c5-488f-406f-96c4-09a21987a71f req-bb8d971e-9a06-4ff0-a577-82fe61dcf3ac tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 943 time: 0.1156850
Jan 22 20:22:31.205882 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b2155c5-488f-406f-96c4-09a21987a71f req-7d40898a-5f57-4967-9b6b-d25eb723e724 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471289
Jan 22 20:22:32.198402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-ad7c20d6-e0fc-4ce9-94e7-1afc817b036c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80270) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 20:22:32.451430 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cc085-d859-4d1d-afb0-ef6f579c44be req-146a4410-5644-4330-939a-aa1dda9d20a5 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:32.453140 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-489cc085-d859-4d1d-afb0-ef6f579c44be req-146a4410-5644-4330-939a-aa1dda9d20a5 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 943 time: 0.1130824
Jan 22 20:22:32.506363 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-489cc085-d859-4d1d-afb0-ef6f579c44be req-e8bf7975-6582-47e1-ac4a-3affa989da39 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460362
Jan 22 20:22:33.093348 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:22:33.225851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:22:33.231759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:22:33.232159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:33.545603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:33.579530 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd65a1b-99e3-4783-bb5a-412d64cc988a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280f9cb0-0e7e-41b6-8d6b-1c72c4734cba'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:22:33.591320 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba,segment=NetworkSegment(f597d7a7-0900-4ef2-acdb-7dd524715c3f),segment_id=f597d7a7-0900-4ef2-acdb-7dd524715c3f)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:22:33.625551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:33.628630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:33.705973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:33.715479 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.715955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.716463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.716992 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.717649 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.718046 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.719055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.719461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.719828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.720197 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.720554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.720965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.721335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.721703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.722071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.722484 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.722848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.723237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.723620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.723990 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.724352 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.724714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.725075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.725435 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:22:33.730327 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:33.778897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c421330-9c19-4297-97e2-889945d3e3a4 req-8a43e752-e106-4bbc-9907-93f7e7a7acc7 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:33.780652 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c421330-9c19-4297-97e2-889945d3e3a4 req-8a43e752-e106-4bbc-9907-93f7e7a7acc7 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 945 time: 0.1278591
Jan 22 20:22:33.837682 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c421330-9c19-4297-97e2-889945d3e3a4 req-e5bded5e-7b46-4625-ba26-4079b8f06207 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496523
Jan 22 20:22:33.860367 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd65a1b-99e3-4783-bb5a-412d64cc988a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280f9cb0-0e7e-41b6-8d6b-1c72c4734cba', 'code': 200}
Jan 22 20:22:33.936371 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51596) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:34.100743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5443d1c7-b2c5-45bd-8402-5415bccbf489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:34.122065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5443d1c7-b2c5-45bd-8402-5415bccbf489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:34.126915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5443d1c7-b2c5-45bd-8402-5415bccbf489 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c60a3cff574475ac20ba4abd296aee is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:34.130672 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5443d1c7-b2c5-45bd-8402-5415bccbf489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:34.136951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5443d1c7-b2c5-45bd-8402-5415bccbf489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:34.173175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:22:34.253855 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:22:34.253855 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:34.257038 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5443d1c7-b2c5-45bd-8402-5415bccbf489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:34.268800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a019d6-8377-49f1-a58f-987fbaf6895b req-aa15b1ac-c732-4224-9eb0-5ffca9bb8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:34.273051 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28a019d6-8377-49f1-a58f-987fbaf6895b req-aa15b1ac-c732-4224-9eb0-5ffca9bb8dce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 1162 time: 0.1223648
Jan 22 20:22:34.294251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5443d1c7-b2c5-45bd-8402-5415bccbf489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:34.304317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a0316201-4318-40c0-9e90-877f26212647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:34.323815 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-28a019d6-8377-49f1-a58f-987fbaf6895b req-deefce27-0964-4873-a5b1-70320b206398 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442419
Jan 22 20:22:34.345443 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5443d1c7-b2c5-45bd-8402-5415bccbf489 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9c60a3cff574475ac20ba4abd296aee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4078341
Jan 22 20:22:34.349224 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 51602) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:34.353794 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443d1c7-b2c5-45bd-8402-5415bccbf489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05d1199-e20b-4fef-9831-d9a392a25d5c,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:34.357610 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5443d1c7-b2c5-45bd-8402-5415bccbf489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:34.429762 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a677fa2f-9408-4af0-88ef-42f25c092e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:34.460052 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a677fa2f-9408-4af0-88ef-42f25c092e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:34.539895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a677fa2f-9408-4af0-88ef-42f25c092e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:34.545709 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:34.560980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677fa2f-9408-4af0-88ef-42f25c092e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05d1199-e20b-4fef-9831-d9a392a25d5c,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:34.565633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a677fa2f-9408-4af0-88ef-42f25c092e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:34.566483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a677fa2f-9408-4af0-88ef-42f25c092e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:34.568472 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a677fa2f-9408-4af0-88ef-42f25c092e63 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a05d1199-e20b-4fef-9831-d9a392a25d5c HTTP/1.1" status: 204  len: 168 time: 0.2176194
Jan 22 20:22:35.120229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 51612) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:35.133852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66103bb2-e74b-44ec-9cc6-1aff60629926 req-5f83ae77-2499-494e-ad11-5b8b198acbde tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:35.135609 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-66103bb2-e74b-44ec-9cc6-1aff60629926 req-5f83ae77-2499-494e-ad11-5b8b198acbde tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 945 time: 0.1264412
Jan 22 20:22:35.139852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a890d470-616a-489a-a477-d1485250e9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:35.160851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a890d470-616a-489a-a477-d1485250e9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:35.164940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a890d470-616a-489a-a477-d1485250e9fb admin admin] Usage tracker for resource:security_group_rule and tenant:26483d5be2e449b987f3bcee8f32a1d9 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:35.167975 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-a890d470-616a-489a-a477-d1485250e9fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:35.173890 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a890d470-616a-489a-a477-d1485250e9fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:35.197643 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-66103bb2-e74b-44ec-9cc6-1aff60629926 req-4a9ef3f7-58eb-4f03-ad7c-36cd167b66e1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546217
Jan 22 20:22:35.265455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a890d470-616a-489a-a477-d1485250e9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:35.293791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a890d470-616a-489a-a477-d1485250e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:35.303323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-73987d72-f101-42ca-861f-6f07c0561756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:35.348985 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a890d470-616a-489a-a477-d1485250e9fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=26483d5be2e449b987f3bcee8f32a1d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2273388
Jan 22 20:22:35.349880 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890d470-616a-489a-a477-d1485250e9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9f1fab-dcfa-40d8-849e-87b6a733fa76,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:35.351795 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 51616) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:35.353755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a890d470-616a-489a-a477-d1485250e9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:35.419734 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2711c1b-f944-400f-a7c9-7e43ea96ba2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:35.451936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2711c1b-f944-400f-a7c9-7e43ea96ba2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:35.540095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2711c1b-f944-400f-a7c9-7e43ea96ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:35.544802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-70e1c245-1a18-456b-aca5-430c3b763283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:35.559890 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2711c1b-f944-400f-a7c9-7e43ea96ba2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9f1fab-dcfa-40d8-849e-87b6a733fa76,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:35.563535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e2711c1b-f944-400f-a7c9-7e43ea96ba2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:35.573030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2711c1b-f944-400f-a7c9-7e43ea96ba2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:35.574281 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e2711c1b-f944-400f-a7c9-7e43ea96ba2b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7c9f1fab-dcfa-40d8-849e-87b6a733fa76 HTTP/1.1" status: 204  len: 168 time: 0.2214146
Jan 22 20:22:36.276892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:22:36.354911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:22:36.355460 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:36.449589 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177338b-f94b-46c1-ae54-a841ded23ae2 req-2742c499-70d9-4a73-99fa-1e9e5f7ee76a tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:36.451310 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2177338b-f94b-46c1-ae54-a841ded23ae2 req-2742c499-70d9-4a73-99fa-1e9e5f7ee76a tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 945 time: 0.1166713
Jan 22 20:22:36.505704 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2177338b-f94b-46c1-ae54-a841ded23ae2 req-bd70821c-58c8-433c-9653-ffa6425f09f4 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470488
Jan 22 20:22:36.695620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 51672) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:36.842034 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1791465014-network', 'tenant_id': 'b03fc12c86bd45a4bb873105eba92ff1'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:22:36.847259 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:36.851822 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Usage tracker for resource:network and tenant:b03fc12c86bd45a4bb873105eba92ff1 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:36.854980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:36.861776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:36.905214 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Made reservation on behalf of b03fc12c86bd45a4bb873105eba92ff1 for: {'network': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:22:36.910584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:36.924116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:36.941000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:36.945630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:b03fc12c86bd45a4bb873105eba92ff1 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:36.948696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:36.954621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:37.047846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:37.122233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:37.127108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d871308-5664-4db8-bf6b-94678bdb6d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:37.161044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:22:37.174317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc867e6-54ec-412b-9f3d-67d8d234e9a9,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:37.179278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:37.180419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278412511024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:37.180860 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Added segment 99e7ea06-3845-431e-8004-cba9328a0093 of type vxlan for network 455331ef-ef25-4274-a436-1485415267b6
Jan 22 20:22:37.209981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:37.276603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:37.277999 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:37.278653 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:37.292946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-987244bd-ef1d-4a26-84ac-fadf31028745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:37.401094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=455331ef-ef25-4274-a436-1485415267b6,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:37.404097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:37.412275 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network 455331ef-ef25-4274-a436-1485415267b6 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:22:37.426536 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-79a09f9f-ae28-449a-ae76-054aca691bf8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7291491
Jan 22 20:22:37.429842 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 51692) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:22:37.436266 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Request body: {'subnet': {'network_id': '455331ef-ef25-4274-a436-1485415267b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1791465014-subnet', 'tenant_id': 'b03fc12c86bd45a4bb873105eba92ff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:22:37.442455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:37.443085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network 455331ef-ef25-4274-a436-1485415267b6 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:22:37.446814 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Usage tracker for resource:subnet and tenant:b03fc12c86bd45a4bb873105eba92ff1 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:37.450101 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:37.457473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:37.499381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Made reservation on behalf of b03fc12c86bd45a4bb873105eba92ff1 for: {'subnet': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:22:37.504271 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6431577'] for subnet, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:37.950009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847496563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6431594'] for subnet, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:37.965942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cfa5325f-a3d7-453c-89a2-50d318ab5ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:38.107276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a16fee3-2e42-482a-ab9a-0129f3780a84,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:38.111676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:38.178495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Checking segment: {'id': '99e7ea06-3845-431e-8004-cba9328a0093', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '455331ef-ef25-4274-a436-1485415267b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:22:38.179595 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Network hostable DHCP agents. Network: 455331ef-ef25-4274-a436-1485415267b6, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:22:38.225085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Network 455331ef-ef25-4274-a436-1485415267b6 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:22:38.259434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, 455331ef-ef25-4274-a436-1485415267b6) {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:22:38.268560 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a922e409-15e0-4589-8f7a-0dd8255780bc None None] Network 455331ef-ef25-4274-a436-1485415267b6 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:22:38.271998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:38.272646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:38.323451 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fdab31a4-2b60-4397-ac94-2c4f626dca86 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8923788
Jan 22 20:22:38.528455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacdb268-3c7f-42aa-925a-3d0c8e38b4b7 None None] Network 455331ef-ef25-4274-a436-1485415267b6 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:22:40.670408 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-08b13009-0547-44e7-8053-1db45ab7d8c6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:40.674474 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-08b13009-0547-44e7-8053-1db45ab7d8c6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/networks?id=455331ef-ef25-4274-a436-1485415267b6 HTTP/1.1" status: 200  len: 809 time: 0.1871152
Jan 22 20:22:40.689925 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-ac0fb4a9-fa2e-4ac6-99ba-0f910db53883 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/quotas/b03fc12c86bd45a4bb873105eba92ff1 HTTP/1.1" status: 200  len: 375 time: 0.0111165
Jan 22 20:22:40.747972 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-9da32121-7d92-4b90-8f47-924b6b2631af tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?tenant_id=b03fc12c86bd45a4bb873105eba92ff1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0507395
Jan 22 20:22:40.903879 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-2b2b5a35-3ab0-4396-8473-331f02357f45 service neutron] 10.222.0.38 "GET /v2.0/networks/455331ef-ef25-4274-a436-1485415267b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470535
Jan 22 20:22:41.103836 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-1a1df7b3-a42a-4066-a038-08e6875c7565 service neutron] 10.222.0.38 "GET /v2.0/networks/455331ef-ef25-4274-a436-1485415267b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1929679
Jan 22 20:22:41.450468 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5e24d3c-70f0-4494-8f2f-f9eab7fe5ac4 req-129349a2-637a-458d-a6ea-5ff1aebc947f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 210 time: 0.0621474
Jan 22 20:22:42.923059 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0d42dc23-c527-46fb-959a-304568760f4d req-64ca2a04-9114-438e-acdc-e72997599f3d tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 210 time: 0.3333952
Jan 22 20:22:43.009937 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dd28a-363b-495b-ba8d-1c367531a1ac req-d915aeb8-18b5-481d-9aba-2200bdb38562 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:43.011627 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cb7dd28a-363b-495b-ba8d-1c367531a1ac req-d915aeb8-18b5-481d-9aba-2200bdb38562 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1425605
Jan 22 20:22:43.077735 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cb7dd28a-363b-495b-ba8d-1c367531a1ac req-bac83939-c74a-4b5a-b645-766deded1293 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523832
Jan 22 20:22:43.458261 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-e5da6936-204c-436b-b142-9326992e35cc tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:43.458970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-e5da6936-204c-436b-b142-9326992e35cc tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Synchronizing usage tracker for tenant:b03fc12c86bd45a4bb873105eba92ff1 on resource:network {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:22:43.510347 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-e5da6936-204c-436b-b142-9326992e35cc tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Unset dirty status for tenant:b03fc12c86bd45a4bb873105eba92ff1 on resource:network {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:22:43.511630 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-e5da6936-204c-436b-b142-9326992e35cc tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.48 "GET /v2.0/networks?id=455331ef-ef25-4274-a436-1485415267b6 HTTP/1.1" status: 200  len: 809 time: 0.2459750
Jan 22 20:22:43.535682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Request body: {'port': {'device_id': 'b6af0d2d-d76c-45b5-8703-01ab8034420a', 'network_id': '455331ef-ef25-4274-a436-1485415267b6', 'admin_state_up': True, 'tenant_id': 'b03fc12c86bd45a4bb873105eba92ff1'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:22:43.686628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:22:43.690780 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Usage tracker for resource:port and tenant:b03fc12c86bd45a4bb873105eba92ff1 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:22:43.694504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Quota usage for port was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:22:43.701097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:22:43.733462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Made reservation on behalf of b03fc12c86bd45a4bb873105eba92ff1 for: {'port': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:22:43.743847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:44.150101 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Allocated IP 172.20.0.11 (455331ef-ef25-4274-a436-1485415267b6/9a16fee3-2e42-482a-ab9a-0129f3780a84/da798cc2-ee1b-4302-83ca-9b942c07faeb) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:22:44.196196 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-484fc3bd-3e10-4984-a3bc-fe66179279f2 req-3c20ebaf-5a08-410e-9c05-259b168d1f2e tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 210 time: 0.0529361
Jan 22 20:22:44.357942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf94898-027a-42d3-8e6c-eead8d6de631 req-b0916c02-8c95-4b62-a388-973a6926750d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:44.359725 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bbf94898-027a-42d3-8e6c-eead8d6de631 req-b0916c02-8c95-4b62-a388-973a6926750d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1252666
Jan 22 20:22:44.422890 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bbf94898-027a-42d3-8e6c-eead8d6de631 req-26bbf59b-3865-4144-aeff-86a6970fee17 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553212
Jan 22 20:22:44.598211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:44.677324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:44.695644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1de1b710-f8d9-49f6-b54b-13ff33715a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:44.847091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Pushing event updated for resources: {'Port': ['ID=da798cc2-ee1b-4302-83ca-9b942c07faeb,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:44.850320 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:44.898886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Network 455331ef-ef25-4274-a436-1485415267b6 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:22:44.900067 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:22:44.902420 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:22:44.991203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:44.991949 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:45.048858 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-734dfc86-39f0-40c9-9c80-e8be35c0aa18 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5176075
Jan 22 20:22:45.070020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Request body: {'port': {'device_id': 'b6af0d2d-d76c-45b5-8703-01ab8034420a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:22:45.207135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:45.339628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:45.477336 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed89996-1a3a-457d-9ee9-6ce0212aa27c req-139eaab9-acc7-4171-96c8-43715bbcced0 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:45.479292 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ed89996-1a3a-457d-9ee9-6ce0212aa27c req-139eaab9-acc7-4171-96c8-43715bbcced0 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 932 time: 0.1220019
Jan 22 20:22:45.540769 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ed89996-1a3a-457d-9ee9-6ce0212aa27c req-25f4a923-a545-4aad-8147-d55339ffad1f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523872
Jan 22 20:22:45.688065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da798cc2-ee1b-4302-83ca-9b942c07faeb {{(pid=80268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:22:45.688730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdbc98-d8ad-4d30-b416-736d051984d8 req-7c639d9a-67fd-46d1-99b9-05fa70149889 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:45.690445 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4cbdbc98-d8ad-4d30-b416-736d051984d8 req-7c639d9a-67fd-46d1-99b9-05fa70149889 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1163657
Jan 22 20:22:45.698537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:45.715279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Transition to ACTIVE for port object da798cc2-ee1b-4302-83ca-9b942c07faeb will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:22:45.788919 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4cbdbc98-d8ad-4d30-b416-736d051984d8 req-21604627-feaa-4399-8ddf-f72a13b9b497 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511429
Jan 22 20:22:45.842618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:45.863441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ab4f4134-81cc-4026-a04f-72789139b4d5 tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:46.012045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Pushing event updated for resources: {'Port': ['ID=da798cc2-ee1b-4302-83ca-9b942c07faeb,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:46.017474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:46.200622 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Attempting to bind port da798cc2-ee1b-4302-83ca-9b942c07faeb on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:22:46.200994 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Attempting to bind port da798cc2-ee1b-4302-83ca-9b942c07faeb by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '99e7ea06-3845-431e-8004-cba9328a0093', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '455331ef-ef25-4274-a436-1485415267b6'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:22:46.201361 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Attempting to bind port da798cc2-ee1b-4302-83ca-9b942c07faeb on network 455331ef-ef25-4274-a436-1485415267b6 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:22:46.207881 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:22:46.208323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Checking segment: {'id': '99e7ea06-3845-431e-8004-cba9328a0093', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '455331ef-ef25-4274-a436-1485415267b6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:22:46.208667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:46.209095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Bound using segment: {'id': '99e7ea06-3845-431e-8004-cba9328a0093', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '455331ef-ef25-4274-a436-1485415267b6'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:22:46.209577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Bound port: da798cc2-ee1b-4302-83ca-9b942c07faeb, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e7ea06-3845-431e-8004-cba9328a0093', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '455331ef-ef25-4274-a436-1485415267b6'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:22:46.209957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:46.308441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] For port da798cc2-ee1b-4302-83ca-9b942c07faeb, host hv-cinder-76810, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:22:46.311975 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] For port da798cc2-ee1b-4302-83ca-9b942c07faeb, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=da798cc2-ee1b-4302-83ca-9b942c07faeb,segment=NetworkSegment(99e7ea06-3845-431e-8004-cba9328a0093),segment_id=99e7ea06-3845-431e-8004-cba9328a0093)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:22:46.351170 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:46.372120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a8c7a0c6-95b9-4da5-ba45-8ded7bd3afcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:46.531869 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Pushing event updated for resources: {'Port': ['ID=da798cc2-ee1b-4302-83ca-9b942c07faeb,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:46.538247 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:46.570214 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:46.570978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:46.572592 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] 10.222.0.48 "PUT /v2.0/ports/da798cc2-ee1b-4302-83ca-9b942c07faeb HTTP/1.1" status: 200  len: 1158 time: 1.5078399
Jan 22 20:22:46.573128 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6af0d2d-d76c-45b5-8703-01ab8034420a', 'tag': 'da798cc2-ee1b-4302-83ca-9b942c07faeb'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:22:46.634590 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6af0d2d-d76c-45b5-8703-01ab8034420a', 'tag': 'da798cc2-ee1b-4302-83ca-9b942c07faeb', 'status': 'completed', 'code': 200}
Jan 22 20:22:46.774297 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4c3e3-fc47-4b60-ae09-2b3d1f9af531 req-0c8c994f-76d3-49ef-a80e-f00b3932abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:46.776066 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6ee4c3e3-fc47-4b60-ae09-2b3d1f9af531 req-0c8c994f-76d3-49ef-a80e-f00b3932abc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b03fc12c86bd45a4bb873105eba92ff1&device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 1161 time: 0.0836415
Jan 22 20:22:46.788399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1412-31c9-4181-9103-a7fb61a3b204 req-55072e2c-9bf9-4d46-a7cb-022838930125 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:46.790829 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0cee1412-31c9-4181-9103-a7fb61a3b204 req-55072e2c-9bf9-4d46-a7cb-022838930125 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 944 time: 0.1152155
Jan 22 20:22:46.858893 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0cee1412-31c9-4181-9103-a7fb61a3b204 req-43bbac08-260b-46a2-9925-ccbbc1967ce6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565555
Jan 22 20:22:46.958166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4c3e3-fc47-4b60-ae09-2b3d1f9af531 req-78ab2ce8-e741-46d7-8624-088362b6851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:46.959778 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6ee4c3e3-fc47-4b60-ae09-2b3d1f9af531 req-78ab2ce8-e741-46d7-8624-088362b6851b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b03fc12c86bd45a4bb873105eba92ff1&shared=False HTTP/1.1" status: 200  len: 903 time: 0.1690161
Jan 22 20:22:47.016510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba9bb2-490d-4054-ab8c-3d073513fffd req-4d241128-c5ed-4f86-a585-2dd797acf9ba tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:47.018300 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6ba9bb2-490d-4054-ab8c-3d073513fffd req-4d241128-c5ed-4f86-a585-2dd797acf9ba tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1157563
Jan 22 20:22:47.074881 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a6ba9bb2-490d-4054-ab8c-3d073513fffd req-57405092-a2a1-44e8-903d-827ab5d238dc tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490296
Jan 22 20:22:47.123233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4c3e3-fc47-4b60-ae09-2b3d1f9af531 req-0a88f0eb-27de-47d5-9e6e-d0dbb13e1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:47.124848 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6ee4c3e3-fc47-4b60-ae09-2b3d1f9af531 req-0a88f0eb-27de-47d5-9e6e-d0dbb13e1ba2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1547570
Jan 22 20:22:47.301405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-e3fc2f08-4ea7-4fc2-bd34-73487049cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:47.303047 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-e3fc2f08-4ea7-4fc2-bd34-73487049cef1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b03fc12c86bd45a4bb873105eba92ff1&device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 1161 time: 0.0867877
Jan 22 20:22:47.388996 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-e722b5bd-31a3-4a9b-b314-ed78e021b356 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da798cc2-ee1b-4302-83ca-9b942c07faeb HTTP/1.1" status: 200  len: 217 time: 0.0701075
Jan 22 20:22:47.464793 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-35423902-9cf8-406b-82e7-b79b93f2566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:47.466380 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-35423902-9cf8-406b-82e7-b79b93f2566f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a16fee3-2e42-482a-ab9a-0129f3780a84 HTTP/1.1" status: 200  len: 849 time: 0.0710084
Jan 22 20:22:47.521294 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-f70116e4-ccab-4355-a625-a07a27fa09a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=455331ef-ef25-4274-a436-1485415267b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477715
Jan 22 20:22:47.686636 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-da0e25e3-e38c-4669-9ef6-75622eab275f service neutron] 10.222.0.48 "GET /v2.0/networks/455331ef-ef25-4274-a436-1485415267b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490436
Jan 22 20:22:47.842726 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c79a441-5bdb-4f93-974d-1a57d0be5074 req-2d20d2da-6a65-41e2-85e3-91af3d08107d service neutron] 10.222.0.48 "GET /v2.0/networks/455331ef-ef25-4274-a436-1485415267b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456764
Jan 22 20:22:48.100510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f46d46-28cb-4f5a-a604-558652167cd9 req-37b3b280-5483-4276-816a-b615d68541c0 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:48.102256 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78f46d46-28cb-4f5a-a604-558652167cd9 req-37b3b280-5483-4276-816a-b615d68541c0 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 944 time: 0.1111732
Jan 22 20:22:48.157728 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78f46d46-28cb-4f5a-a604-558652167cd9 req-0ab25a22-5530-43b4-a57d-a835e2f497ef tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492249
Jan 22 20:22:48.321066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0bc79-2263-4014-b1c7-786c8c3afc9f req-4c8103f6-3ba3-4c92-882e-400d38f0ce87 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:48.322731 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-95d0bc79-2263-4014-b1c7-786c8c3afc9f req-4c8103f6-3ba3-4c92-882e-400d38f0ce87 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1093857
Jan 22 20:22:48.380171 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-95d0bc79-2263-4014-b1c7-786c8c3afc9f req-8dfb14fd-321d-4510-9892-ecb96f8e723e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501080
Jan 22 20:22:49.400855 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1f28b-7bde-4ac0-be1d-2847cf8ee7d9 req-07fac3e6-c7ee-43f6-a9fb-963739b7ba24 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:49.402597 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ca1f28b-7bde-4ac0-be1d-2847cf8ee7d9 req-07fac3e6-c7ee-43f6-a9fb-963739b7ba24 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 944 time: 0.1082282
Jan 22 20:22:49.459535 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ca1f28b-7bde-4ac0-be1d-2847cf8ee7d9 req-c5f7f4fe-eb03-4751-b0c0-5a97573adf4d tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501556
Jan 22 20:22:49.638962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee002e8-0681-41cf-897c-aad4321e8440 req-65b99597-ec81-4e81-9ffb-b835334b4a5d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:49.638962 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dee002e8-0681-41cf-897c-aad4321e8440 req-65b99597-ec81-4e81-9ffb-b835334b4a5d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1192124
Jan 22 20:22:49.693349 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dee002e8-0681-41cf-897c-aad4321e8440 req-25bb05f3-ea4b-45a1-b0bf-3c752a4f12bf tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473671
Jan 22 20:22:50.698897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c245e0-7195-415b-88c5-a69c2fc3a970 req-db3f18d1-0c88-4101-b437-318e15af7262 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:50.700709 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a3c245e0-7195-415b-88c5-a69c2fc3a970 req-db3f18d1-0c88-4101-b437-318e15af7262 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 944 time: 0.1097672
Jan 22 20:22:50.761595 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a3c245e0-7195-415b-88c5-a69c2fc3a970 req-39b0388c-1d7c-435f-a815-ff4bd5b9fe28 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527148
Jan 22 20:22:50.769069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:22:50.975440 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367063-4271-4acf-92db-440f1415205e req-065dddcc-d27d-4c0f-902a-47ab716f90ce tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:50.977146 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-97367063-4271-4acf-92db-440f1415205e req-065dddcc-d27d-4c0f-902a-47ab716f90ce tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1082952
Jan 22 20:22:51.030021 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-97367063-4271-4acf-92db-440f1415205e req-d3f70807-5199-4815-bf3c-b111f4cf865b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466280
Jan 22 20:22:52.034235 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a0a6d-b614-47c4-9215-d9192306e788 req-49db4cb7-2259-4654-a883-faf0f46d0ebe tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:52.036431 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b14a0a6d-b614-47c4-9215-d9192306e788 req-49db4cb7-2259-4654-a883-faf0f46d0ebe tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 944 time: 0.1113691
Jan 22 20:22:52.094627 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b14a0a6d-b614-47c4-9215-d9192306e788 req-ffde1f86-2264-406a-9cf7-637afa383679 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516334
Jan 22 20:22:52.313125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71743a-da97-44f0-b0d9-7635bdb2ad27 req-1e6e8cf7-08be-4629-966f-2b934f641011 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:52.314802 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a71743a-da97-44f0-b0d9-7635bdb2ad27 req-1e6e8cf7-08be-4629-966f-2b934f641011 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1452825
Jan 22 20:22:52.369382 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a71743a-da97-44f0-b0d9-7635bdb2ad27 req-5cb42b40-d2c0-40b6-8786-b05491af1c4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480561
Jan 22 20:22:53.345153 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de5bfe-fbdc-47d1-8b2d-1aab2a85504c req-26bb2aa1-3c5d-48f8-9a06-60a5e1857d59 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:53.346837 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4de5bfe-fbdc-47d1-8b2d-1aab2a85504c req-26bb2aa1-3c5d-48f8-9a06-60a5e1857d59 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 944 time: 0.1108081
Jan 22 20:22:53.400379 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b4de5bfe-fbdc-47d1-8b2d-1aab2a85504c req-20846755-5bcf-4ee6-b6d7-7d2a09cce93d tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462945
Jan 22 20:22:53.613340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071160c2-39ed-4bfa-a8dd-ef34d4727cee req-44d39641-3677-42c7-aa14-8dc94efa5136 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:53.615392 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-071160c2-39ed-4bfa-a8dd-ef34d4727cee req-44d39641-3677-42c7-aa14-8dc94efa5136 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1128993
Jan 22 20:22:53.670531 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-071160c2-39ed-4bfa-a8dd-ef34d4727cee req-74b98642-ae41-49b9-856a-85fe05cecba9 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483983
Jan 22 20:22:54.218587 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5173a21-e8dd-48ec-881b-01381952351a req-89a6a884-58c8-48e2-9693-18897a874336 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:54.220229 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5173a21-e8dd-48ec-881b-01381952351a req-89a6a884-58c8-48e2-9693-18897a874336 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1408167
Jan 22 20:22:54.263913 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615add5-3ccb-487d-b8f7-c3405eba971c req-25ea0e6c-563d-488b-9b3b-16988f3f4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:54.265552 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d615add5-3ccb-487d-b8f7-c3405eba971c req-25ea0e6c-563d-488b-9b3b-16988f3f4dd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e38ccd21c1674123bb7dd2df09b09606&device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 1163 time: 0.0873828
Jan 22 20:22:54.275740 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5173a21-e8dd-48ec-881b-01381952351a req-0323c6f3-b7de-49b1-b8ce-eebc86a2c052 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487635
Jan 22 20:22:54.425070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615add5-3ccb-487d-b8f7-c3405eba971c req-45ddd183-082e-4827-b50e-5af7fb74044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:54.427605 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d615add5-3ccb-487d-b8f7-c3405eba971c req-45ddd183-082e-4827-b50e-5af7fb74044b service neutron] 10.222.0.48 "GET /v2.0/networks?id=680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 200  len: 905 time: 0.1482589
Jan 22 20:22:54.439618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-8c2f84b6-9f14-4498-aa60-ac919507e240 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80270) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 20:22:54.551468 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d615add5-3ccb-487d-b8f7-c3405eba971c req-9fad690f-a3d3-4d97-abb1-8385e3b98a92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc968d60-6e59-4212-9a81-379158f6411a HTTP/1.1" status: 200  len: 1002 time: 0.1157596
Jan 22 20:22:54.629565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615add5-3ccb-487d-b8f7-c3405eba971c req-70d7fea2-0454-4b5a-83da-9c85b0df7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:54.631394 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d615add5-3ccb-487d-b8f7-c3405eba971c req-70d7fea2-0454-4b5a-83da-9c85b0df7c02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703ccb20-1ede-4180-86d9-702b53f9353c HTTP/1.1" status: 200  len: 850 time: 0.0730491
Jan 22 20:22:54.656977 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3c36a-6b58-4447-b6e2-1cb5a258cbcd req-bf8baac3-d6be-4f43-8577-fc10d01205b7 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:54.658704 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82c3c36a-6b58-4447-b6e2-1cb5a258cbcd req-bf8baac3-d6be-4f43-8577-fc10d01205b7 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 944 time: 0.1205900
Jan 22 20:22:54.721945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615add5-3ccb-487d-b8f7-c3405eba971c req-090563d6-48e0-4496-a843-c2249698f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:54.724151 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d615add5-3ccb-487d-b8f7-c3405eba971c req-090563d6-48e0-4496-a843-c2249698f8bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=680ba046-e955-4e19-a2a5-d87c6b56d8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855122
Jan 22 20:22:54.737398 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-82c3c36a-6b58-4447-b6e2-1cb5a258cbcd req-18817905-965e-4163-a1c8-1851475c8891 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657327
Jan 22 20:22:54.785333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3de8bce1-a459-4946-a906-64a193b6e75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:54.896323 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d615add5-3ccb-487d-b8f7-c3405eba971c req-a3ed4000-867e-4229-9847-73c040c99a2f service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502628
Jan 22 20:22:55.067474 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d615add5-3ccb-487d-b8f7-c3405eba971c req-56302f08-071e-41d6-83d6-2174632f40b2 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1634438
Jan 22 20:22:55.534013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11249c2f-dec5-4e9c-b25a-75c41c6a5c2b req-922de632-6c64-4384-9a12-93b701e0d9cc tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:55.535738 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11249c2f-dec5-4e9c-b25a-75c41c6a5c2b req-922de632-6c64-4384-9a12-93b701e0d9cc tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1176791
Jan 22 20:22:55.551102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device da798cc2-ee1b-4302-83ca-9b942c07faeb up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:22:55.592165 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11249c2f-dec5-4e9c-b25a-75c41c6a5c2b req-9504d833-097d-4679-a168-be3488de3d6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496371
Jan 22 20:22:55.664674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port da798cc2-ee1b-4302-83ca-9b942c07faeb completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:22:55.670272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port da798cc2-ee1b-4302-83ca-9b942c07faeb triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:22:55.670694 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:55.795321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:55.826158 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6af0d2d-d76c-45b5-8703-01ab8034420a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da798cc2-ee1b-4302-83ca-9b942c07faeb'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:22:55.836744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port da798cc2-ee1b-4302-83ca-9b942c07faeb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=da798cc2-ee1b-4302-83ca-9b942c07faeb,segment=NetworkSegment(99e7ea06-3845-431e-8004-cba9328a0093),segment_id=99e7ea06-3845-431e-8004-cba9328a0093)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:22:55.870944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:55.873931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f232e54c-c49f-4beb-abbf-1a507c6fa7f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:22:55.911446 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6af0d2d-d76c-45b5-8703-01ab8034420a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da798cc2-ee1b-4302-83ca-9b942c07faeb', 'code': 200}
Jan 22 20:22:55.957699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=da798cc2-ee1b-4302-83ca-9b942c07faeb,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:22:55.961828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:22:56.008475 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bb336-b759-4ca1-84e5-529154fd3a1e req-9054cf15-5ba2-4b0f-9b2a-187dc557b0fd tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:56.010172 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4a0bb336-b759-4ca1-84e5-529154fd3a1e req-9054cf15-5ba2-4b0f-9b2a-187dc557b0fd tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 946 time: 0.1189280
Jan 22 20:22:56.075333 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4a0bb336-b759-4ca1-84e5-529154fd3a1e req-3ffd84d9-da77-4068-84d0-1fe62c39230e tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577748
Jan 22 20:22:56.471647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5242066-023c-4481-804f-7b29152f7ecd req-8ec6eb8c-8ff7-4aa8-a98b-1090eb986535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:56.473733 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5242066-023c-4481-804f-7b29152f7ecd req-8ec6eb8c-8ff7-4aa8-a98b-1090eb986535 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 1163 time: 0.2952425
Jan 22 20:22:56.529120 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5242066-023c-4481-804f-7b29152f7ecd req-31e1bd4e-45e1-4591-b690-bddcf45ebcf2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394897
Jan 22 20:22:56.649932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device da798cc2-ee1b-4302-83ca-9b942c07faeb up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:22:56.734114 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port da798cc2-ee1b-4302-83ca-9b942c07faeb triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:22:56.734439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:56.862238 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d0030-3f56-4524-8ece-5649ce540291 req-1f4ce319-a703-402a-ac6b-083cfc13ad57 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:56.864764 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d85d0030-3f56-4524-8ece-5649ce540291 req-1f4ce319-a703-402a-ac6b-083cfc13ad57 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1145885
Jan 22 20:22:56.871172 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device fc968d60-6e59-4212-9a81-379158f6411a up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:22:56.922886 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d85d0030-3f56-4524-8ece-5649ce540291 req-9522ed52-4c91-4122-99ea-e7bb734e8ac5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511739
Jan 22 20:22:56.955343 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port fc968d60-6e59-4212-9a81-379158f6411a triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:22:56.955803 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:57.319738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94fe5-b18e-4d70-b0cc-5988ca11e45c req-bd8ef3be-8f01-426f-8c12-3a3aef8ac69f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:57.321469 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9fb94fe5-b18e-4d70-b0cc-5988ca11e45c req-bd8ef3be-8f01-426f-8c12-3a3aef8ac69f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 946 time: 0.1121066
Jan 22 20:22:57.379708 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9fb94fe5-b18e-4d70-b0cc-5988ca11e45c req-27041505-d33c-4278-900f-e1795eb1640f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516136
Jan 22 20:22:57.813537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:57.922152 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4539469c-1ce5-4a08-a85e-422c91725ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:58.626854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa975-a43c-4fca-ba68-4bf2631e886a req-b7e0cd24-80e4-4904-8057-9a1c9b6d5972 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:58.629002 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bfcfa975-a43c-4fca-ba68-4bf2631e886a req-b7e0cd24-80e4-4904-8057-9a1c9b6d5972 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 946 time: 0.1082783
Jan 22 20:22:58.684343 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bfcfa975-a43c-4fca-ba68-4bf2631e886a req-7d122a15-e4c3-45d3-9d0e-5d3d9e27df82 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486908
Jan 22 20:22:58.853482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:59.110391 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:22:59.941754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34050d-21a3-4e59-b75e-449fa0dca924 req-964c40f6-f528-403a-99ca-a14ebd4501c5 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:22:59.943506 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc34050d-21a3-4e59-b75e-449fa0dca924 req-964c40f6-f528-403a-99ca-a14ebd4501c5 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 946 time: 0.1130693
Jan 22 20:22:59.997824 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc34050d-21a3-4e59-b75e-449fa0dca924 req-9b217f37-7396-4b75-826a-8525bae1c0e8 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471597
Jan 22 20:23:01.613542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220997b-ccb3-4caa-9a9c-ea779112aea2 req-9bbf4df9-ac8e-42a4-af37-80e3929c0f12 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:01.615509 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1220997b-ccb3-4caa-9a9c-ea779112aea2 req-9bbf4df9-ac8e-42a4-af37-80e3929c0f12 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 946 time: 0.1078031
Jan 22 20:23:01.671998 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1220997b-ccb3-4caa-9a9c-ea779112aea2 req-35fe3c74-7ed6-4676-947b-bda73ea896f3 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499620
Jan 22 20:23:02.988116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e05fb4-23a0-4356-9fba-ef975becffbe req-4fb8e99d-32fd-4137-bc76-29f766b58852 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:02.990043 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41e05fb4-23a0-4356-9fba-ef975becffbe req-4fb8e99d-32fd-4137-bc76-29f766b58852 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 946 time: 0.1092267
Jan 22 20:23:03.042898 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41e05fb4-23a0-4356-9fba-ef975becffbe req-cbfe4ccd-d922-45d7-abca-b72afe4a7b34 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463560
Jan 22 20:23:03.806028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-0ee5b0c8-63ee-45cf-8a56-05d1e33d7e28 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:03.806845 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-0ee5b0c8-63ee-45cf-8a56-05d1e33d7e28 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Synchronizing usage tracker for tenant:b03fc12c86bd45a4bb873105eba92ff1 on resource:port {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:23:03.848022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-0ee5b0c8-63ee-45cf-8a56-05d1e33d7e28 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Unset dirty status for tenant:b03fc12c86bd45a4bb873105eba92ff1 on resource:port {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:23:03.849585 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-0ee5b0c8-63ee-45cf-8a56-05d1e33d7e28 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.48 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 946 time: 0.1517820
Jan 22 20:23:03.944141 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Deleting port da798cc2-ee1b-4302-83ca-9b942c07faeb {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:23:03.944512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:04.301490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device da798cc2-ee1b-4302-83ca-9b942c07faeb no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:23:04.312907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] For port da798cc2-ee1b-4302-83ca-9b942c07faeb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=da798cc2-ee1b-4302-83ca-9b942c07faeb,segment=NetworkSegment(99e7ea06-3845-431e-8004-cba9328a0093),segment_id=99e7ea06-3845-431e-8004-cba9328a0093)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:23:04.313341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:04.317797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c07a92-c66f-4b44-b2d0-949deb08378a req-37c26db5-d5b8-44cd-bf7e-59b5a41ceb29 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:04.326072 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72c07a92-c66f-4b44-b2d0-949deb08378a req-37c26db5-d5b8-44cd-bf7e-59b5a41ceb29 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 946 time: 0.1247733
Jan 22 20:23:04.396207 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-72c07a92-c66f-4b44-b2d0-949deb08378a req-93fa267e-8f37-47b5-9740-62484a94a373 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687623
Jan 22 20:23:04.440058 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:04.463779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Calling delete_port for da798cc2-ee1b-4302-83ca-9b942c07faeb owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:23:04.471209 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6af0d2d-d76c-45b5-8703-01ab8034420a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da798cc2-ee1b-4302-83ca-9b942c07faeb'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:23:04.483202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port da798cc2-ee1b-4302-83ca-9b942c07faeb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=da798cc2-ee1b-4302-83ca-9b942c07faeb,segment=NetworkSegment(99e7ea06-3845-431e-8004-cba9328a0093),segment_id=99e7ea06-3845-431e-8004-cba9328a0093)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:23:04.533202 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6af0d2d-d76c-45b5-8703-01ab8034420a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da798cc2-ee1b-4302-83ca-9b942c07faeb', 'code': 200}
Jan 22 20:23:04.534972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:04.537104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:23:04.621171 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=da798cc2-ee1b-4302-83ca-9b942c07faeb,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:23:04.622395 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:23:04.796853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:23:04.797206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:23:05.298336 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Deleting port da798cc2-ee1b-4302-83ca-9b942c07faeb {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:23:05.298723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:05.578760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] For port da798cc2-ee1b-4302-83ca-9b942c07faeb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=da798cc2-ee1b-4302-83ca-9b942c07faeb,segment=NetworkSegment(99e7ea06-3845-431e-8004-cba9328a0093),segment_id=99e7ea06-3845-431e-8004-cba9328a0093)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:23:05.579395 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:05.635630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35db05-6a31-4b56-98c8-76dfad3caad0 req-f2c9f718-1515-4c35-9d7c-decfabe4d7ac tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:05.639080 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e35db05-6a31-4b56-98c8-76dfad3caad0 req-f2c9f718-1515-4c35-9d7c-decfabe4d7ac tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 944 time: 0.1103973
Jan 22 20:23:05.692765 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e35db05-6a31-4b56-98c8-76dfad3caad0 req-a1bd8a8a-d520-4743-b307-08b5d7c5d6ac tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477040
Jan 22 20:23:05.720607 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Calling delete_port for da798cc2-ee1b-4302-83ca-9b942c07faeb owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:23:05.973730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:05.991078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-108a9274-d76f-48d7-9ab6-ab606e26390c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:23:06.055904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Pushing event deleted for resources: {'Port': ['ID=da798cc2-ee1b-4302-83ca-9b942c07faeb,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:23:06.067732 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.068152 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.068566 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.068976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.069409 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.069818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.070219 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.070621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.071021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.071445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.071847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.072246 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.072701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.073106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.073502 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.073891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.074284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.074680 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.075075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.075521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.075921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.076314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.076718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.077100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:06.128160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:23:06.228713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] No DVR routers for this DVR port da798cc2-ee1b-4302-83ca-9b942c07faeb on host hv-cinder-76810 {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:23:06.230952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:06.235451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6af0d2d-d76c-45b5-8703-01ab8034420a', 'name': 'network-vif-deleted', 'tag': 'da798cc2-ee1b-4302-83ca-9b942c07faeb'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:23:06.302615 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6af0d2d-d76c-45b5-8703-01ab8034420a', 'name': 'network-vif-deleted', 'tag': 'da798cc2-ee1b-4302-83ca-9b942c07faeb', 'status': 'completed', 'code': 200}
Jan 22 20:23:06.311184 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5da30d18-5ea6-4126-b96d-b027914f6ec8 req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.48 "DELETE /v2.0/ports/da798cc2-ee1b-4302-83ca-9b942c07faeb HTTP/1.1" status: 204  len: 173 time: 2.4553962
Jan 22 20:23:06.890675 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a9feb03-c708-44bf-b687-cf70ce00307d req-aa0a968f-3bab-4825-adc0-e637d22f7ad1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=b6af0d2d-d76c-45b5-8703-01ab8034420a HTTP/1.1" status: 200  len: 210 time: 0.0520871
Jan 22 20:23:08.328356 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-52447f30-88b3-4ca9-9196-cc18d41eb805 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:08.329955 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-52447f30-88b3-4ca9-9196-cc18d41eb805 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/networks?id=455331ef-ef25-4274-a436-1485415267b6 HTTP/1.1" status: 200  len: 809 time: 0.1794591
Jan 22 20:23:08.345848 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-311357d0-bf2f-43c7-b8f6-6f91e0ebc82d tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/quotas/b03fc12c86bd45a4bb873105eba92ff1 HTTP/1.1" status: 200  len: 375 time: 0.0097718
Jan 22 20:23:08.399747 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-9a77b3e9-2dcb-48e6-b758-b5c2a917724c tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?tenant_id=b03fc12c86bd45a4bb873105eba92ff1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0476365
Jan 22 20:23:08.547722 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-02c10f30-06f7-4886-97dc-11a1b3e410bf service neutron] 10.222.0.38 "GET /v2.0/networks/455331ef-ef25-4274-a436-1485415267b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404393
Jan 22 20:23:08.692890 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-44db935f-5984-4eea-befa-c42fe419e8f7 service neutron] 10.222.0.38 "GET /v2.0/networks/455331ef-ef25-4274-a436-1485415267b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385036
Jan 22 20:23:08.987855 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c61957f3-6d76-431c-9746-a7e304e1a2f3 req-1b6f4fce-c017-47b6-8e37-01a7e603a639 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 210 time: 0.0553246
Jan 22 20:23:10.177303 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-64eb340f-89c0-4a41-9f96-e2692c558f86 req-120ce65f-a099-4800-954e-30291626954c tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 210 time: 0.0517247
Jan 22 20:23:10.845747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-a3ba996c-08a2-4932-9d58-bbc6e1b8cf78 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:10.847363 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-a3ba996c-08a2-4932-9d58-bbc6e1b8cf78 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.48 "GET /v2.0/networks?id=455331ef-ef25-4274-a436-1485415267b6 HTTP/1.1" status: 200  len: 809 time: 0.1780031
Jan 22 20:23:10.880159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Request body: {'port': {'device_id': '0fd2462e-1cf3-4da4-89f0-9259f6ccecf1', 'network_id': '455331ef-ef25-4274-a436-1485415267b6', 'admin_state_up': True, 'tenant_id': 'b03fc12c86bd45a4bb873105eba92ff1'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:23:11.028203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:23:11.032568 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Usage tracker for resource:port and tenant:b03fc12c86bd45a4bb873105eba92ff1 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:23:11.035668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Quota usage for port was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:23:11.041441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:23:11.081820 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Made reservation on behalf of b03fc12c86bd45a4bb873105eba92ff1 for: {'port': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:23:11.091637 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:11.356561 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e4db342-0596-4fbd-b749-0a86cc4c0c33 req-a75e2efa-b2e9-40d1-b1f7-5eef09ee5b75 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 210 time: 0.0492485
Jan 22 20:23:11.411702 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Allocated IP 172.20.0.4 (455331ef-ef25-4274-a436-1485415267b6/9a16fee3-2e42-482a-ab9a-0129f3780a84/34837c21-9f38-49a8-b6e0-e56793e3d040) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:23:11.708745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:11.762106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:11.777766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:23:11.921315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Pushing event updated for resources: {'Port': ['ID=34837c21-9f38-49a8-b6e0-e56793e3d040,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:23:11.931166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:23:11.979958 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Network 455331ef-ef25-4274-a436-1485415267b6 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:23:11.981062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:23:11.983498 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:23:12.062451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:12.063132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:12.173866 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-e6cdb005-efeb-4612-a74e-f5308b5d92e1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2987056
Jan 22 20:23:12.201531 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Request body: {'port': {'device_id': '0fd2462e-1cf3-4da4-89f0-9259f6ccecf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:23:12.324676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:12.779671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34837c21-9f38-49a8-b6e0-e56793e3d040 {{(pid=80268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:23:12.788282 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:12.801363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Transition to ACTIVE for port object 34837c21-9f38-49a8-b6e0-e56793e3d040 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:23:12.829905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f025b-58ea-443a-968f-d2291903b2da req-8c56b38f-b59f-4737-ae9f-fe733aaf28d0 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:12.832147 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-001f025b-58ea-443a-968f-d2291903b2da req-8c56b38f-b59f-4737-ae9f-fe733aaf28d0 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 931 time: 0.3354685
Jan 22 20:23:12.853441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:12.874107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46d2faa1-d8b2-4098-9aa1-d7cfc40f0e64 tempest-DeleteServersTestJSON-892616894 tempest-DeleteServersTestJSON-892616894] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:23:12.885006 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-001f025b-58ea-443a-968f-d2291903b2da req-74e79833-6960-4d82-9820-51ae2ad98bf8 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458302
Jan 22 20:23:13.024557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Pushing event updated for resources: {'Port': ['ID=34837c21-9f38-49a8-b6e0-e56793e3d040,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:23:13.028003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:23:13.465461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Attempting to bind port 34837c21-9f38-49a8-b6e0-e56793e3d040 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:23:13.465825 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Attempting to bind port 34837c21-9f38-49a8-b6e0-e56793e3d040 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '99e7ea06-3845-431e-8004-cba9328a0093', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '455331ef-ef25-4274-a436-1485415267b6'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:23:13.466217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Attempting to bind port 34837c21-9f38-49a8-b6e0-e56793e3d040 on network 455331ef-ef25-4274-a436-1485415267b6 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:23:13.472451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:23:13.472818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Checking segment: {'id': '99e7ea06-3845-431e-8004-cba9328a0093', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '455331ef-ef25-4274-a436-1485415267b6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:23:13.473218 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:13.473605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Bound using segment: {'id': '99e7ea06-3845-431e-8004-cba9328a0093', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '455331ef-ef25-4274-a436-1485415267b6'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:23:13.474076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Bound port: 34837c21-9f38-49a8-b6e0-e56793e3d040, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e7ea06-3845-431e-8004-cba9328a0093', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '455331ef-ef25-4274-a436-1485415267b6'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:23:13.474447 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:13.573523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] For port 34837c21-9f38-49a8-b6e0-e56793e3d040, host hv-cinder-76810, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:23:13.577054 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] For port 34837c21-9f38-49a8-b6e0-e56793e3d040, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=34837c21-9f38-49a8-b6e0-e56793e3d040,segment=NetworkSegment(99e7ea06-3845-431e-8004-cba9328a0093),segment_id=99e7ea06-3845-431e-8004-cba9328a0093)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:23:13.614423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:13.630894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:23:13.793665 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Pushing event updated for resources: {'Port': ['ID=34837c21-9f38-49a8-b6e0-e56793e3d040,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:23:13.799442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:23:13.828849 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:13.829515 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:13.831618 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] 10.222.0.48 "PUT /v2.0/ports/34837c21-9f38-49a8-b6e0-e56793e3d040 HTTP/1.1" status: 200  len: 1157 time: 1.6341126
Jan 22 20:23:13.832260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd2462e-1cf3-4da4-89f0-9259f6ccecf1', 'tag': '34837c21-9f38-49a8-b6e0-e56793e3d040'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:23:13.891149 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd2462e-1cf3-4da4-89f0-9259f6ccecf1', 'tag': '34837c21-9f38-49a8-b6e0-e56793e3d040', 'status': 'completed', 'code': 200}
Jan 22 20:23:14.121475 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d7cd1-253e-4a9e-9894-aac4bbac1182 req-b2949bbd-5ba7-404b-a1ba-1608526ca929 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:14.123094 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-357d7cd1-253e-4a9e-9894-aac4bbac1182 req-b2949bbd-5ba7-404b-a1ba-1608526ca929 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1073341
Jan 22 20:23:14.184027 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-357d7cd1-253e-4a9e-9894-aac4bbac1182 req-3884ad14-fa74-4680-b568-6dfb4d351b04 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538225
Jan 22 20:23:15.175438 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee138a57-411a-47b2-ac93-c7d36ef82bfe req-768e878b-b927-4e4f-afaa-686f1cb9a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:15.177070 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee138a57-411a-47b2-ac93-c7d36ef82bfe req-768e878b-b927-4e4f-afaa-686f1cb9a151 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b03fc12c86bd45a4bb873105eba92ff1&device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 1160 time: 0.0839181
Jan 22 20:23:15.420503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f7119-b20e-47f4-9af4-534b7125b833 req-2f0be475-d006-4667-8499-7d2ebf9eef31 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:15.422130 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-520f7119-b20e-47f4-9af4-534b7125b833 req-2f0be475-d006-4667-8499-7d2ebf9eef31 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1069477
Jan 22 20:23:15.477018 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-520f7119-b20e-47f4-9af4-534b7125b833 req-2209e20e-51ab-42b0-b70d-399877177c07 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481765
Jan 22 20:23:16.058970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:16.719543 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023109d6-9375-48ac-b17c-f1fb17bcd83f req-f4664f30-6887-4103-8a1c-87800379fdbe tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:16.721257 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-023109d6-9375-48ac-b17c-f1fb17bcd83f req-f4664f30-6887-4103-8a1c-87800379fdbe tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1142564
Jan 22 20:23:16.775518 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-023109d6-9375-48ac-b17c-f1fb17bcd83f req-8ba20412-803e-477d-a7f5-fa9b36814155 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471642
Jan 22 20:23:17.539823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee138a57-411a-47b2-ac93-c7d36ef82bfe req-276954b5-2ffd-4b7e-abc3-90040eb73c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:17.541346 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee138a57-411a-47b2-ac93-c7d36ef82bfe req-276954b5-2ffd-4b7e-abc3-90040eb73c86 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b03fc12c86bd45a4bb873105eba92ff1&shared=False HTTP/1.1" status: 200  len: 903 time: 0.1619751
Jan 22 20:23:17.695924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee138a57-411a-47b2-ac93-c7d36ef82bfe req-c1730b2d-8b25-409e-a775-ac342478660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:17.697560 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee138a57-411a-47b2-ac93-c7d36ef82bfe req-c1730b2d-8b25-409e-a775-ac342478660f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1492932
Jan 22 20:23:17.841388 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-b40d3de5-540a-4238-8ae3-0279f8d60148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:17.843025 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-b40d3de5-540a-4238-8ae3-0279f8d60148 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b03fc12c86bd45a4bb873105eba92ff1&device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 1160 time: 0.0822825
Jan 22 20:23:17.933468 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-c549d026-b242-4d0a-a5cf-2a9d69843ac6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34837c21-9f38-49a8-b6e0-e56793e3d040 HTTP/1.1" status: 200  len: 217 time: 0.0749273
Jan 22 20:23:18.008289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-a0994324-e4f7-43ec-bc31-f008ca64d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:18.009883 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-a0994324-e4f7-43ec-bc31-f008ca64d338 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a16fee3-2e42-482a-ab9a-0129f3780a84 HTTP/1.1" status: 200  len: 849 time: 0.0701325
Jan 22 20:23:18.023126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069fffd-b305-48bf-9f19-854956d5f904 req-37a2dd44-9e1a-4b16-9755-5e45618e51ef tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:18.024862 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a069fffd-b305-48bf-9f19-854956d5f904 req-37a2dd44-9e1a-4b16-9755-5e45618e51ef tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1134031
Jan 22 20:23:18.068136 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-f0dc88f6-26a2-4f20-a0ab-c21587ddb2ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=455331ef-ef25-4274-a436-1485415267b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514662
Jan 22 20:23:18.091766 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a069fffd-b305-48bf-9f19-854956d5f904 req-4259b4b7-0900-4e62-a20c-dbfe6320b387 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601709
Jan 22 20:23:18.248557 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-5e1653bc-7006-4898-a723-cd87d06b0196 service neutron] 10.222.0.48 "GET /v2.0/networks/455331ef-ef25-4274-a436-1485415267b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725469
Jan 22 20:23:18.400292 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfc4c7db-c562-42b2-b456-e1291f2e30bf req-56ae9b1f-fc96-4f2f-b265-4c46f61987c5 service neutron] 10.222.0.48 "GET /v2.0/networks/455331ef-ef25-4274-a436-1485415267b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1446133
Jan 22 20:23:19.486636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f6854-485d-4024-8600-19119a4446ba req-146c1998-91f5-41b9-bc99-0173a6b1c5c3 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:19.488810 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c8f6854-485d-4024-8600-19119a4446ba req-146c1998-91f5-41b9-bc99-0173a6b1c5c3 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1077082
Jan 22 20:23:19.540945 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c8f6854-485d-4024-8600-19119a4446ba req-be9ea54d-aafc-4881-a502-d3f009972bea tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455196
Jan 22 20:23:20.779576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f925a6e-3e64-42d4-8de8-6a4b1826c52b req-863f427e-c618-4817-b260-98e46120a79a tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:20.781209 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f925a6e-3e64-42d4-8de8-6a4b1826c52b req-863f427e-c618-4817-b260-98e46120a79a tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1110880
Jan 22 20:23:20.835451 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f925a6e-3e64-42d4-8de8-6a4b1826c52b req-73dfea8f-75e9-4d72-a7d3-20697b67c485 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469406
Jan 22 20:23:22.070221 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bb9a2-8c87-4636-bb99-50a2670c77f5 req-9905cea4-70fd-4028-9ab0-771777ef9825 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:22.071889 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e0bb9a2-8c87-4636-bb99-50a2670c77f5 req-9905cea4-70fd-4028-9ab0-771777ef9825 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1086545
Jan 22 20:23:22.136715 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e0bb9a2-8c87-4636-bb99-50a2670c77f5 req-dba46d24-dde9-45d9-af6f-a5ac7fd775c2 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583487
Jan 22 20:23:23.373074 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e1fc8-656a-4a3e-baa1-5292219c547f req-e7c19f57-3286-4e5c-9c0d-98c37f1c808e tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:23.374726 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-319e1fc8-656a-4a3e-baa1-5292219c547f req-e7c19f57-3286-4e5c-9c0d-98c37f1c808e tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1084800
Jan 22 20:23:23.428763 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-319e1fc8-656a-4a3e-baa1-5292219c547f req-a613ed87-bcf0-473f-a804-52ec2ef3efdb tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476155
Jan 22 20:23:24.662786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8687b61-8814-43da-8e7f-777a7f0a4fd3 req-abb34ba6-d5f5-49c2-bd2a-fb01f4531007 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:24.664406 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f8687b61-8814-43da-8e7f-777a7f0a4fd3 req-abb34ba6-d5f5-49c2-bd2a-fb01f4531007 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1084521
Jan 22 20:23:24.714686 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f8687b61-8814-43da-8e7f-777a7f0a4fd3 req-0b887a32-f00b-4be2-bd3c-e3f43ce7f47a tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441272
Jan 22 20:23:24.789743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5e7324fd-410b-4341-8b73-b49ede70261e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:26.088031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba0808-b572-455b-8e58-5acb167d3f41 req-16a5a974-17b4-45a2-a983-3a9cf2cb89cb tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:26.089726 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3eba0808-b572-455b-8e58-5acb167d3f41 req-16a5a974-17b4-45a2-a983-3a9cf2cb89cb tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1075044
Jan 22 20:23:26.143080 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3eba0808-b572-455b-8e58-5acb167d3f41 req-c6e8ea8f-c06d-49e9-b4c2-9e0a05de97d4 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461614
Jan 22 20:23:27.380210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb82c14-6a9c-4588-9e82-c65fdec32143 req-28201b67-9aab-463a-a54f-195112e1d406 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:27.382617 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bb82c14-6a9c-4588-9e82-c65fdec32143 req-28201b67-9aab-463a-a54f-195112e1d406 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1087689
Jan 22 20:23:27.435193 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2bb82c14-6a9c-4588-9e82-c65fdec32143 req-21bb7a3b-4d56-4d5f-9ea9-6dbc1a0220aa tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463769
Jan 22 20:23:27.769389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:23:27.824593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:27.921480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fac67d8-816d-46e9-9214-6f3e88b3ae57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:28.668253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2d9ca-75ba-4cbd-9c7c-221a602582a8 req-5ef57cad-e1e5-4852-a500-8d81d024efab tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:28.669835 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ecd2d9ca-75ba-4cbd-9c7c-221a602582a8 req-5ef57cad-e1e5-4852-a500-8d81d024efab tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1086183
Jan 22 20:23:28.721167 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ecd2d9ca-75ba-4cbd-9c7c-221a602582a8 req-79ad10ef-62bc-4510-86e1-f2c844bc1c08 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450263
Jan 22 20:23:28.853281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:29.104343 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:29.952545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a49a5-55f1-4a09-a01b-b2bc56200ab8 req-67136231-a7f2-468f-bb59-3623836d24e4 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:29.954164 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e43a49a5-55f1-4a09-a01b-b2bc56200ab8 req-67136231-a7f2-468f-bb59-3623836d24e4 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1056080
Jan 22 20:23:30.005459 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e43a49a5-55f1-4a09-a01b-b2bc56200ab8 req-dd4204dc-a897-4731-b82a-8964aff42811 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450110
Jan 22 20:23:31.242793 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ba9b0-9c7b-440a-a621-cc36b9c4a16d req-0b089145-9e72-4349-b56c-7108ad122ac4 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:31.244635 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef7ba9b0-9c7b-440a-a621-cc36b9c4a16d req-0b089145-9e72-4349-b56c-7108ad122ac4 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1103725
Jan 22 20:23:31.296696 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef7ba9b0-9c7b-440a-a621-cc36b9c4a16d req-1d74cdc5-acfa-47eb-b4bc-d9b94b89cf7f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459580
Jan 22 20:23:32.533226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144a7b-291c-4dc0-aed9-eb76801cf742 req-7eaef78c-cbe0-49ea-843a-88d483e7ea89 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:32.534759 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac144a7b-291c-4dc0-aed9-eb76801cf742 req-7eaef78c-cbe0-49ea-843a-88d483e7ea89 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 943 time: 0.1092517
Jan 22 20:23:32.586768 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ac144a7b-291c-4dc0-aed9-eb76801cf742 req-c1aeb7cb-de8c-4c99-9726-af09c43979bf tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444846
Jan 22 20:23:32.837399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 34837c21-9f38-49a8-b6e0-e56793e3d040 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:23:32.938619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port 34837c21-9f38-49a8-b6e0-e56793e3d040 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:23:32.943895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 34837c21-9f38-49a8-b6e0-e56793e3d040 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:23:32.944322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:33.070033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:33.100348 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd2462e-1cf3-4da4-89f0-9259f6ccecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34837c21-9f38-49a8-b6e0-e56793e3d040'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:23:33.110882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 34837c21-9f38-49a8-b6e0-e56793e3d040, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=34837c21-9f38-49a8-b6e0-e56793e3d040,segment=NetworkSegment(99e7ea06-3845-431e-8004-cba9328a0093),segment_id=99e7ea06-3845-431e-8004-cba9328a0093)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:23:33.156291 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:33.157907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:23:33.195197 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd2462e-1cf3-4da4-89f0-9259f6ccecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34837c21-9f38-49a8-b6e0-e56793e3d040', 'code': 200}
Jan 22 20:23:33.389327 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=34837c21-9f38-49a8-b6e0-e56793e3d040,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:23:33.401659 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:23:33.513179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551b069-15db-46a3-86d2-5917837c1f21 req-e2571e51-0517-4cf6-8b06-bd7bcfa4f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:33.514762 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c551b069-15db-46a3-86d2-5917837c1f21 req-e2571e51-0517-4cf6-8b06-bd7bcfa4f5c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 1162 time: 0.0766497
Jan 22 20:23:33.558152 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c551b069-15db-46a3-86d2-5917837c1f21 req-4b976440-5a99-42ee-9233-f5f1e474f999 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358253
Jan 22 20:23:33.818973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc6da-d74d-4531-8040-a4af5985d9b7 req-87ad81e6-27af-4fc3-bab6-b5c9320fcadf tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:33.821117 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e5ebc6da-d74d-4531-8040-a4af5985d9b7 req-87ad81e6-27af-4fc3-bab6-b5c9320fcadf tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 945 time: 0.1039312
Jan 22 20:23:33.872004 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e5ebc6da-d74d-4531-8040-a4af5985d9b7 req-1375344a-58ab-4820-b8dc-947fcb9e1122 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446029
Jan 22 20:23:34.085640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 34837c21-9f38-49a8-b6e0-e56793e3d040 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:23:34.157759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 34837c21-9f38-49a8-b6e0-e56793e3d040 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:23:34.158179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:35.107025 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e14ebb-3915-4a1c-bfc7-2ee6898d505e req-cce88cd2-4369-4cce-b271-55d3cc43102a tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:35.108709 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8e14ebb-3915-4a1c-bfc7-2ee6898d505e req-cce88cd2-4369-4cce-b271-55d3cc43102a tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 945 time: 0.1086433
Jan 22 20:23:35.160864 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8e14ebb-3915-4a1c-bfc7-2ee6898d505e req-161280a7-b246-4ada-9d72-04a6371d36c1 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453629
Jan 22 20:23:36.398363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e77c76-a95a-490b-a53b-fa72391708dd req-f321ba74-b75d-4677-b3ee-0642c4118eb4 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:36.400527 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55e77c76-a95a-490b-a53b-fa72391708dd req-f321ba74-b75d-4677-b3ee-0642c4118eb4 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 945 time: 0.1095779
Jan 22 20:23:36.456607 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55e77c76-a95a-490b-a53b-fa72391708dd req-22b104cf-f9a1-4f6d-a47c-70a7632bf459 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489788
Jan 22 20:23:37.384993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca47d5-2eeb-4e09-ad0a-8968dbc9d9a7 req-4bfd0d6d-7b74-497a-ac89-73d05ca5e922 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:37.386561 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91ca47d5-2eeb-4e09-ad0a-8968dbc9d9a7 req-4bfd0d6d-7b74-497a-ac89-73d05ca5e922 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 945 time: 0.1086485
Jan 22 20:23:37.441631 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-91ca47d5-2eeb-4e09-ad0a-8968dbc9d9a7 req-b566d817-e278-4fd7-9685-c5cd1e7f7a71 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486307
Jan 22 20:23:38.038393 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24009c1b-8592-4b46-baf4-004a24ca58d3 req-9641a995-2428-429a-85d4-51235a5650f6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:38.040040 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24009c1b-8592-4b46-baf4-004a24ca58d3 req-9641a995-2428-429a-85d4-51235a5650f6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 945 time: 0.1081815
Jan 22 20:23:38.091862 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24009c1b-8592-4b46-baf4-004a24ca58d3 req-458b983f-0a01-4d9e-8bb9-f50ca867a510 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455236
Jan 22 20:23:38.673848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4e6e5-9e31-418f-940b-2522a4e1fb7f req-9d9ba599-a982-4c1a-a65e-702884c81a8e tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:38.675451 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdc4e6e5-9e31-418f-940b-2522a4e1fb7f req-9d9ba599-a982-4c1a-a65e-702884c81a8e tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 945 time: 0.1035407
Jan 22 20:23:38.730368 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdc4e6e5-9e31-418f-940b-2522a4e1fb7f req-fe970e4d-93f9-472b-8038-1771355b0668 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480850
Jan 22 20:23:38.902360 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-035be2ad-6e41-4b5b-9caa-00582895029f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0796428
Jan 22 20:23:39.081437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-8288322d-1455-4ea9-ad24-678bb861bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:39.082884 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-8288322d-1455-4ea9-ad24-678bb861bce5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 1163 time: 0.0781443
Jan 22 20:23:39.245093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-f035ce8b-d446-4c8a-8b34-dec9d88d54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:39.246666 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-f035ce8b-d446-4c8a-8b34-dec9d88d54ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 911 time: 0.1413577
Jan 22 20:23:39.325034 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa879bc5-45db-4da1-9b07-bfe345f4d6ce req-54b6dbfa-6409-4fe8-85f5-91568257d892 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:39.327266 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aa879bc5-45db-4da1-9b07-bfe345f4d6ce req-54b6dbfa-6409-4fe8-85f5-91568257d892 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 945 time: 0.1066155
Jan 22 20:23:39.359411 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-4cb27325-369d-44f9-acf8-381ac6c51884 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379949ec-ca78-467b-a6a6-d869077eb99c HTTP/1.1" status: 200  len: 1002 time: 0.1039040
Jan 22 20:23:39.380654 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aa879bc5-45db-4da1-9b07-bfe345f4d6ce req-0e4e0f91-c13d-4ff7-a323-85cc7729d549 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477369
Jan 22 20:23:39.433200 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-73a004e7-4aa1-475e-ac53-05238f29a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:39.434770 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-73a004e7-4aa1-475e-ac53-05238f29a65b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.0656519
Jan 22 20:23:39.528011 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-7031be3f-b5f9-4444-bbe7-9423ea9eb902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:39.529675 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-7031be3f-b5f9-4444-bbe7-9423ea9eb902 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802977
Jan 22 20:23:39.698092 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-5986201a-aae6-471d-9f76-21f783a65b03 service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344614
Jan 22 20:23:39.843250 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ff6c1ef4-2dd4-4ea8-9dbd-6af6fb3d198f req-e023608e-3e89-4a3e-bc2a-3068d9c45619 service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381295
Jan 22 20:23:39.974827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d1038-fd52-4fa3-982e-5f8db19e2ae1 req-eb9dbf5b-cb0d-4a0b-ad62-de89b1d3094c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:39.976398 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b46d1038-fd52-4fa3-982e-5f8db19e2ae1 req-eb9dbf5b-cb0d-4a0b-ad62-de89b1d3094c tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 945 time: 0.1132348
Jan 22 20:23:40.004172 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-9d90ffd9-8dda-405d-9644-dfee5e42adaf tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:40.004978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-9d90ffd9-8dda-405d-9644-dfee5e42adaf tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Synchronizing usage tracker for tenant:b8e578e28124414680248f4a77a9da20 on resource:port {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:23:40.032936 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b46d1038-fd52-4fa3-982e-5f8db19e2ae1 req-33ef990b-0002-4c97-97ab-36937759ecfa tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497546
Jan 22 20:23:40.083441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-9d90ffd9-8dda-405d-9644-dfee5e42adaf tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Unset dirty status for tenant:b8e578e28124414680248f4a77a9da20 on resource:port {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:23:40.084641 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-9d90ffd9-8dda-405d-9644-dfee5e42adaf tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.48 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 945 time: 0.1836290
Jan 22 20:23:40.182769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Deleting port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:23:40.183146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:40.286651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 34837c21-9f38-49a8-b6e0-e56793e3d040 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:23:40.359421 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 34837c21-9f38-49a8-b6e0-e56793e3d040 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:23:40.359843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:40.448986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] For port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba,segment=NetworkSegment(f597d7a7-0900-4ef2-acdb-7dd524715c3f),segment_id=f597d7a7-0900-4ef2-acdb-7dd524715c3f)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:23:40.449435 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:40.530293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:23:40.665567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:40.671576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0672583-3ab6-4998-adbc-5d4e78ee24f2 req-0658f462-97b1-42a1-b43a-3617c1fbb082 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:40.673313 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0672583-3ab6-4998-adbc-5d4e78ee24f2 req-0658f462-97b1-42a1-b43a-3617c1fbb082 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 945 time: 0.1501849
Jan 22 20:23:40.696007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd65a1b-99e3-4783-bb5a-412d64cc988a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280f9cb0-0e7e-41b6-8d6b-1c72c4734cba'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:23:40.700304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a071f-5242-4a8b-a66b-de43e3dc1ff2 req-7e5f0715-8587-42e0-8114-d1f78b28273d tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:40.702059 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-125a071f-5242-4a8b-a66b-de43e3dc1ff2 req-7e5f0715-8587-42e0-8114-d1f78b28273d tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.48 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 945 time: 0.2262843
Jan 22 20:23:40.714165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba,segment=NetworkSegment(f597d7a7-0900-4ef2-acdb-7dd524715c3f),segment_id=f597d7a7-0900-4ef2-acdb-7dd524715c3f)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:23:40.754879 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd65a1b-99e3-4783-bb5a-412d64cc988a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280f9cb0-0e7e-41b6-8d6b-1c72c4734cba', 'code': 200}
Jan 22 20:23:40.778646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:40.780751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b988ac86-956a-449e-9513-05432b929c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:23:40.793802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Calling delete_port for 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:23:40.816866 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0672583-3ab6-4998-adbc-5d4e78ee24f2 req-4418a510-61fb-45ee-8e72-adf1955e8fef tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/security-groups?id=7fc867e6-54ec-412b-9f3d-67d8d234e9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137202
Jan 22 20:23:40.827336 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-125a071f-5242-4a8b-a66b-de43e3dc1ff2 req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Deleting port 34837c21-9f38-49a8-b6e0-e56793e3d040 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:23:40.827729 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-125a071f-5242-4a8b-a66b-de43e3dc1ff2 req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:40.859365 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:23:40.868358 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.868746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.869180 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.869560 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.869934 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.870593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.870870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.871266 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.871647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.872016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.872385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.873272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.873272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.873535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.873843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.874210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.874707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.875075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.875609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.875851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.876215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.876573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.877237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.877237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:40.881851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:23:40.932730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:23:40.933127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:23:41.092183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-125a071f-5242-4a8b-a66b-de43e3dc1ff2 req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] For port 34837c21-9f38-49a8-b6e0-e56793e3d040, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=34837c21-9f38-49a8-b6e0-e56793e3d040,segment=NetworkSegment(99e7ea06-3845-431e-8004-cba9328a0093),segment_id=99e7ea06-3845-431e-8004-cba9328a0093)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:23:41.092588 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-125a071f-5242-4a8b-a66b-de43e3dc1ff2 req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:41.230428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-125a071f-5242-4a8b-a66b-de43e3dc1ff2 req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Calling delete_port for 34837c21-9f38-49a8-b6e0-e56793e3d040 owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:23:41.435015 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Deleting port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:23:41.435511 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:41.446127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa61d1-3ddc-4dc2-84ad-a11bf2afa02e req-8fe427b7-107c-4023-a624-07e58d154466 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:41.447738 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-27aa61d1-3ddc-4dc2-84ad-a11bf2afa02e req-8fe427b7-107c-4023-a624-07e58d154466 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 943 time: 0.2247307
Jan 22 20:23:41.512330 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-27aa61d1-3ddc-4dc2-84ad-a11bf2afa02e req-58343dc1-b675-4393-a0c8-8d5bb86d2c81 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570021
Jan 22 20:23:41.544004 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-125a071f-5242-4a8b-a66b-de43e3dc1ff2 req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:41.563160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b253f52-a812-4424-a391-ec7c4e39ee14 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:23:41.629550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Pushing event deleted for resources: {'Port': ['ID=34837c21-9f38-49a8-b6e0-e56793e3d040,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:23:41.689601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.690014 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.690420 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.690820 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.691248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.691666 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.692060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.692451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.692846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.693247 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.693638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.694030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.694472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.694861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.695269 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.696378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.696716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.697106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.697508 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.697902 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.698308 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.698692 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.699078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.699494 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:23:41.703483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:23:41.704948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] For port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba,segment=NetworkSegment(f597d7a7-0900-4ef2-acdb-7dd524715c3f),segment_id=f597d7a7-0900-4ef2-acdb-7dd524715c3f)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:23:41.705360 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:41.796962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-125a071f-5242-4a8b-a66b-de43e3dc1ff2 req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] No DVR routers for this DVR port 34837c21-9f38-49a8-b6e0-e56793e3d040 on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:23:41.799443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-125a071f-5242-4a8b-a66b-de43e3dc1ff2 req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:41.802199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd2462e-1cf3-4da4-89f0-9259f6ccecf1', 'name': 'network-vif-deleted', 'tag': '34837c21-9f38-49a8-b6e0-e56793e3d040'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:23:41.815979 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-125a071f-5242-4a8b-a66b-de43e3dc1ff2 req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.48 "DELETE /v2.0/ports/34837c21-9f38-49a8-b6e0-e56793e3d040 HTTP/1.1" status: 204  len: 173 time: 1.0958843
Jan 22 20:23:41.840075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Calling delete_port for 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:23:41.973633 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd2462e-1cf3-4da4-89f0-9259f6ccecf1', 'name': 'network-vif-deleted', 'tag': '34837c21-9f38-49a8-b6e0-e56793e3d040', 'status': 'completed', 'code': 200}
Jan 22 20:23:42.008129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 34837c21-9f38-49a8-b6e0-e56793e3d040 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:23:42.032981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-979be56c-baab-4b5e-9098-991c7b6060c0 req-112c8ffc-c96e-4620-a1b7-a51a826fd923 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Synchronizing usage tracker for tenant:b03fc12c86bd45a4bb873105eba92ff1 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:23:42.048631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] No Port match for: 34837c21-9f38-49a8-b6e0-e56793e3d040 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:23:42.049019 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 34837c21-9f38-49a8-b6e0-e56793e3d040 not bound to the agent host hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:23:42.053464 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:42.072899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:23:42.095079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-979be56c-baab-4b5e-9098-991c7b6060c0 req-112c8ffc-c96e-4620-a1b7-a51a826fd923 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Unset dirty status for tenant:b03fc12c86bd45a4bb873105eba92ff1 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:23:42.096730 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-979be56c-baab-4b5e-9098-991c7b6060c0 req-112c8ffc-c96e-4620-a1b7-a51a826fd923 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] 10.222.0.38 "GET /v2.0/ports?device_id=0fd2462e-1cf3-4da4-89f0-9259f6ccecf1 HTTP/1.1" status: 200  len: 210 time: 0.1131582
Jan 22 20:23:42.139638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Pushing event deleted for resources: {'Port': ['ID=280f9cb0-0e7e-41b6-8d6b-1c72c4734cba,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:23:42.142566 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:23:42.293529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] No DVR routers for this DVR port 280f9cb0-0e7e-41b6-8d6b-1c72c4734cba on host hv-cinder-76810 {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:23:42.295815 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:42.298512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd65a1b-99e3-4783-bb5a-412d64cc988a', 'name': 'network-vif-deleted', 'tag': '280f9cb0-0e7e-41b6-8d6b-1c72c4734cba'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:23:42.361337 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd65a1b-99e3-4783-bb5a-412d64cc988a', 'name': 'network-vif-deleted', 'tag': '280f9cb0-0e7e-41b6-8d6b-1c72c4734cba', 'status': 'completed', 'code': 200}
Jan 22 20:23:42.379624 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a8f31dc-dd6e-4078-871e-65de4ae9a01b req-b06134a8-40ff-43b7-965a-f6a5f3b7fbc1 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.48 "DELETE /v2.0/ports/280f9cb0-0e7e-41b6-8d6b-1c72c4734cba HTTP/1.1" status: 204  len: 173 time: 2.2725918
Jan 22 20:23:42.636130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7f39d-c5d5-4df7-856d-f14f8dd2fc96 req-e9132657-efbe-412f-923e-087b53577d98 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:42.637967 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e0f7f39d-c5d5-4df7-856d-f14f8dd2fc96 req-e9132657-efbe-412f-923e-087b53577d98 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 945 time: 0.1115839
Jan 22 20:23:42.745073 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e0f7f39d-c5d5-4df7-856d-f14f8dd2fc96 req-13f599eb-beba-4494-921f-711130a798ef tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1005087
Jan 22 20:23:42.747666 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-534e27f1-21bb-4da7-aaf8-f82a85040a3d req-7e227898-9c71-4c23-9d4d-aef7da6c3d2f tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=ffd65a1b-99e3-4783-bb5a-412d64cc988a HTTP/1.1" status: 200  len: 210 time: 0.0666354
Jan 22 20:23:44.037434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e34b4-8c3b-4825-8b06-37aa0b78e51a req-f00fa058-beee-4b02-945e-e34c90de208b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:44.045440 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-662e34b4-8c3b-4825-8b06-37aa0b78e51a req-f00fa058-beee-4b02-945e-e34c90de208b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 945 time: 0.1615393
Jan 22 20:23:44.123941 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-662e34b4-8c3b-4825-8b06-37aa0b78e51a req-c1256bda-a3ef-4fe8-8910-81e69c46a4aa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0774319
Jan 22 20:23:44.875066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-2e823d2b-089d-439f-8c0d-d49e057b63f6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:44.875883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-2e823d2b-089d-439f-8c0d-d49e057b63f6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:23:44.926992 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-2e823d2b-089d-439f-8c0d-d49e057b63f6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:23:44.928303 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-2e823d2b-089d-439f-8c0d-d49e057b63f6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 945 time: 0.1587954
Jan 22 20:23:45.010246 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Deleting port 83cc41a3-a66b-47bc-ab5a-3f18275be178 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:23:45.010548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:45.283044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] For port 83cc41a3-a66b-47bc-ab5a-3f18275be178, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=83cc41a3-a66b-47bc-ab5a-3f18275be178,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:23:45.283703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:45.559246 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39601434-e4af-45b4-8e82-af3ea24ce248 req-c3e60cb1-5ba6-4d6d-ac03-8bbe9a542507 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:45.560922 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39601434-e4af-45b4-8e82-af3ea24ce248 req-c3e60cb1-5ba6-4d6d-ac03-8bbe9a542507 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 945 time: 0.3180192
Jan 22 20:23:45.610533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:45.611008 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:45.611469 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Floating IP 1ed893be-a6b6-4de6-8bdd-1dbf2e78419d disassociated. External IP: 172.27.1.116, port: 83cc41a3-a66b-47bc-ab5a-3f18275be178.
Jan 22 20:23:45.611854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Calling delete_port for 83cc41a3-a66b-47bc-ab5a-3f18275be178 owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:23:45.612067 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39601434-e4af-45b4-8e82-af3ea24ce248 req-0ffc68d5-56d6-4e0c-9344-fa52a1a2e893 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0447664
Jan 22 20:23:45.847022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:45.865281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1886e58-4e9e-49ea-aa70-6ae5b541c6e6 tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:23:45.921158 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event deleted for resources: {'Port': ['ID=83cc41a3-a66b-47bc-ab5a-3f18275be178,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:23:45.925735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:23:46.236803 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Router fc30a605-4ff7-45cf-8381-e5533bce2823 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:23:46.338728 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:46.442194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:23:46.453264 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a8fe9-c077-413c-804a-44083f63feab None None] Sync routers for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:23:46.463958 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a8fe9-c077-413c-804a-44083f63feab None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:23:46.464642 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-003a8fe9-c077-413c-804a-44083f63feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b78c82b0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:23:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:23:46.482299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] No DVR routers for this DVR port 83cc41a3-a66b-47bc-ab5a-3f18275be178 on host hv-cinder-76810 {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:23:46.484586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:46.488868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'name': 'network-vif-deleted', 'tag': '83cc41a3-a66b-47bc-ab5a-3f18275be178'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:23:46.528602 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-86088902-8f0b-4f2e-b32a-9a1cb8425853 req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "DELETE /v2.0/ports/83cc41a3-a66b-47bc-ab5a-3f18275be178 HTTP/1.1" status: 204  len: 173 time: 1.5933607
Jan 22 20:23:46.552192 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c92ac4-e861-4df9-9527-46e58b7b0342', 'name': 'network-vif-deleted', 'tag': '83cc41a3-a66b-47bc-ab5a-3f18275be178', 'status': 'completed', 'code': 200}
Jan 22 20:23:46.663473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-003a8fe9-c077-413c-804a-44083f63feab None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:23:46.817684 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-defe5918-4c8c-4c12-9c0d-4b06c989acf8 req-1aa6eda6-b64e-488b-84cb-475d1bc96f7f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.0707855
Jan 22 20:23:47.012058 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-003a8fe9-c077-413c-804a-44083f63feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b78c82b0>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:23:47.016131 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a8fe9-c077-413c-804a-44083f63feab None None] Checking router: fc30a605-4ff7-45cf-8381-e5533bce2823 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:23:47.025655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a8fe9-c077-413c-804a-44083f63feab None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:23:47.026325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-003a8fe9-c077-413c-804a-44083f63feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b78c82b0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:23:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:23:47.229889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-003a8fe9-c077-413c-804a-44083f63feab None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:23:47.582589 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-003a8fe9-c077-413c-804a-44083f63feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b78c82b0>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:23:47.586789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a8fe9-c077-413c-804a-44083f63feab None None] The sync data for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi is: [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:23:48.007451 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-117e9251-8e01-4b36-ba07-7b78f09c5836 req-8a976107-def5-4333-b1a7-ca4f2ca0468c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.0542233
Jan 22 20:23:48.125575 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c459be9-a0c4-485e-aeef-745478f1695f None None] New status for floating IP 1ed893be-a6b6-4de6-8bdd-1dbf2e78419d: DOWN {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:23:48.685820 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 83cc41a3-a66b-47bc-ab5a-3f18275be178 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:23:48.727351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] No Port match for: 83cc41a3-a66b-47bc-ab5a-3f18275be178 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:23:48.727748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 83cc41a3-a66b-47bc-ab5a-3f18275be178 not bound to the agent host hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:23:49.189646 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bd6b8ef4-0214-4f7f-b4cd-fc6f30d8ac91 req-4fae730e-596a-4309-80d8-970e44c466f1 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.0480909
Jan 22 20:23:50.375186 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-394dfc0f-8a0c-4a5d-b108-b113cd057b22 req-e2e3c5c9-5dcc-4942-8bfc-c6f0920b8d42 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.0511773
Jan 22 20:23:51.551042 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d4b8b10c-772d-41b6-b7a6-cf4fca14717e req-2d899dbf-eb95-447e-98e5-4d1e7611c749 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.0482504
Jan 22 20:23:52.335431 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648f234-4323-4d44-b591-da29e0a3ebc3 req-7326dfec-731f-4fee-8f49-c46370acaeb8 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:52.337117 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1648f234-4323-4d44-b591-da29e0a3ebc3 req-7326dfec-731f-4fee-8f49-c46370acaeb8 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1052489
Jan 22 20:23:52.394325 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1648f234-4323-4d44-b591-da29e0a3ebc3 req-546b15e3-90b0-47bd-99e1-ea878e3c0ff7 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0500035
Jan 22 20:23:52.727024 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e76455b3-ae98-4e3e-8ab6-37eb6f58ed44 req-fd9ddb8a-66b5-48ac-8b9e-13ff997fd996 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.0469086
Jan 22 20:23:53.629352 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38f06-9181-40ab-8985-df38c3160cf3 req-e88f92fc-6bc4-40bc-9563-dfcef64d3923 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:53.630975 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6ae38f06-9181-40ab-8985-df38c3160cf3 req-e88f92fc-6bc4-40bc-9563-dfcef64d3923 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1045134
Jan 22 20:23:53.687172 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6ae38f06-9181-40ab-8985-df38c3160cf3 req-335725eb-f5d1-49c9-851a-e2aa14b328d0 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0492585
Jan 22 20:23:53.953315 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3076ac03-dec9-43b9-b11e-7cebab313eda req-f9d21bc9-8d64-4408-918a-75706479cfda tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.0478370
Jan 22 20:23:54.795748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a73a1452-568b-41fb-8b43-9c048f8d2d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:54.937618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97246fb-c669-45e4-951d-abd17fd025d8 req-3b514bfa-606b-4167-94b7-e199e8355b84 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:54.939199 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e97246fb-c669-45e4-951d-abd17fd025d8 req-3b514bfa-606b-4167-94b7-e199e8355b84 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1702125
Jan 22 20:23:54.999515 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f6eda-c041-44b6-9f6f-cb3772dc8772 req-4d4c2b8e-97ed-478a-8af8-fe9a8b11d147 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:55.001149 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c41f6eda-c041-44b6-9f6f-cb3772dc8772 req-4d4c2b8e-97ed-478a-8af8-fe9a8b11d147 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1760690
Jan 22 20:23:55.044384 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e97246fb-c669-45e4-951d-abd17fd025d8 req-69c638ba-b85d-4ffc-9a87-89ab00d09adc tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980599
Jan 22 20:23:55.069764 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c41f6eda-c041-44b6-9f6f-cb3772dc8772 req-d8713783-558f-4f2f-8565-16f88c4f6574 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0603600
Jan 22 20:23:55.242204 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8c0be128-3083-4828-ab76-3749179a059c req-8be24748-753a-4e04-8259-84464f5a9596 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=50c92ac4-e861-4df9-9527-46e58b7b0342 HTTP/1.1" status: 200  len: 210 time: 0.0514607
Jan 22 20:23:56.456912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4374a4-7bfd-428e-97e6-5edc28ce0fbe req-9f0a8f63-3f46-4ca0-b466-aa973582daca tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:56.464699 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d4374a4-7bfd-428e-97e6-5edc28ce0fbe req-9f0a8f63-3f46-4ca0-b466-aa973582daca tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1614413
Jan 22 20:23:56.520008 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2d4374a4-7bfd-428e-97e6-5edc28ce0fbe req-3768c8bc-2bb7-4612-9ff8-e749588514e8 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540640
Jan 22 20:23:56.566778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd87be-626e-4f87-a907-0aafc04ca0b6 req-204714f2-4b43-4a50-8692-ae077bbe6e49 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:56.568774 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31fd87be-626e-4f87-a907-0aafc04ca0b6 req-204714f2-4b43-4a50-8692-ae077bbe6e49 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.3048086
Jan 22 20:23:56.626257 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-31fd87be-626e-4f87-a907-0aafc04ca0b6 req-79f79da2-9ce6-467a-96ca-c4981b4d1f54 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0497415
Jan 22 20:23:57.140490 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-f2e41861-776e-49c0-81b2-611573198cee tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2065028634&fields=id&tenant_id=33839a047bb14ff2ae6d7a0e5faa3679 HTTP/1.1" status: 200  len: 267 time: 0.0794499
Jan 22 20:23:57.329007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-5fc86b97-4481-4777-aa12-25ffe09544a6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:57.330826 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-5fc86b97-4481-4777-aa12-25ffe09544a6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 812 time: 0.1884863
Jan 22 20:23:57.351540 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-fdacaab7-1a88-47ae-b7b2-f69b27d149d5 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/quotas/33839a047bb14ff2ae6d7a0e5faa3679 HTTP/1.1" status: 200  len: 375 time: 0.0143642
Jan 22 20:23:57.501892 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-cc2c0cb3-e2d4-4213-a5b2-9d264bf1ec05 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1432750
Jan 22 20:23:57.691912 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-ce1ee404-1f9c-497b-a68b-1e96526b457e service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735930
Jan 22 20:23:57.835391 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:57.914366 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-2dfb0aea-a163-492a-afa4-4aa73ecf6db3 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2170818
Jan 22 20:23:57.932816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a9bf2cae-edf3-4951-8b42-fe778bd2e9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:57.962265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c95292-22b9-4fe3-a4bb-3771fa22f796 req-5951b9e2-9afc-4f68-84c7-1979c35b19d5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:57.970564 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e8c95292-22b9-4fe3-a4bb-3771fa22f796 req-5951b9e2-9afc-4f68-84c7-1979c35b19d5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.2507403
Jan 22 20:23:58.045614 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e8c95292-22b9-4fe3-a4bb-3771fa22f796 req-5bd670f1-479b-4cdd-9c44-2ec1b29e7288 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740430
Jan 22 20:23:58.315340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84756-8bf8-4b94-bc69-94d1c2a681fa req-4e67ed43-2f20-4adc-ab54-849a270acc18 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:58.319204 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-13b84756-8bf8-4b94-bc69-94d1c2a681fa req-4e67ed43-2f20-4adc-ab54-849a270acc18 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1169538
Jan 22 20:23:58.386092 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-13b84756-8bf8-4b94-bc69-94d1c2a681fa req-7b911dd4-4299-4d74-91d6-768329bac7da tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0613444
Jan 22 20:23:58.587313 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc83191b-8642-49a0-9137-e8c7fa370c40 req-76907c60-3753-499d-a286-768cdf9e6c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 210 time: 0.0514140
Jan 22 20:23:58.858408 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:59.167421 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:23:59.347428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abacb7f-4919-4f21-804b-38497fb4722d req-5e7a0e45-c0d7-4c53-adb4-136af7c2547b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:59.349328 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1abacb7f-4919-4f21-804b-38497fb4722d req-5e7a0e45-c0d7-4c53-adb4-136af7c2547b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1080036
Jan 22 20:23:59.410033 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1abacb7f-4919-4f21-804b-38497fb4722d req-dfabc51f-218b-4f01-905a-d83e78507531 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495448
Jan 22 20:23:59.670499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640225e-a8b9-400b-974b-69630ab48cc0 req-0099a5ea-6f37-4c76-aab4-332fd19a53f2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:23:59.672244 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6640225e-a8b9-400b-974b-69630ab48cc0 req-0099a5ea-6f37-4c76-aab4-332fd19a53f2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1203749
Jan 22 20:23:59.728315 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6640225e-a8b9-400b-974b-69630ab48cc0 req-2b0b21e1-f54a-4083-a137-6614a368436b tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0494785
Jan 22 20:23:59.853991 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-75d51f82-ad5f-4264-a040-467bd24a485e req-547fbdb7-e232-4970-a431-d5447e306854 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 210 time: 0.0638065
Jan 22 20:24:00.692675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73957d3c-ef58-48fd-a713-0e74aa2b15a7 req-b8d43aff-10ea-4e8e-b59a-674ea29ebb52 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:00.694367 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73957d3c-ef58-48fd-a713-0e74aa2b15a7 req-b8d43aff-10ea-4e8e-b59a-674ea29ebb52 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1168072
Jan 22 20:24:00.750219 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-73957d3c-ef58-48fd-a713-0e74aa2b15a7 req-4fd198a8-43f9-4d85-b7d3-856ee0554346 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484173
Jan 22 20:24:00.989916 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e3d5d-e794-4dc9-9b8e-3d5728e58c2b req-a4d961eb-6c10-4fee-a77c-35a6a5b611dd tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:00.991823 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8d6e3d5d-e794-4dc9-9b8e-3d5728e58c2b req-a4d961eb-6c10-4fee-a77c-35a6a5b611dd tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1167250
Jan 22 20:24:01.045788 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ed7baed-0e32-40b6-9f9d-cc07506b2be5 req-53150938-98c6-4e7d-b531-2255628a7492 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 210 time: 0.0527401
Jan 22 20:24:01.111268 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8d6e3d5d-e794-4dc9-9b8e-3d5728e58c2b req-01287c25-b317-473c-8df4-4269c4ab70aa tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0641913
Jan 22 20:24:02.008533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadbd91-b8c8-499d-980b-e5bb5ae5f467 req-89ca0e0c-0866-4c2a-9c0e-e6f68a05350b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:02.017485 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cbadbd91-b8c8-499d-980b-e5bb5ae5f467 req-89ca0e0c-0866-4c2a-9c0e-e6f68a05350b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1189368
Jan 22 20:24:02.066346 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cbadbd91-b8c8-499d-980b-e5bb5ae5f467 req-f602abda-0595-4e87-85ff-36e469b1a322 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478146
Jan 22 20:24:02.287644 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9715655a-12ae-4a2c-ace1-6a0e68fd5efe req-d6c63f75-01f1-479e-9b24-b64ea3c8b181 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 210 time: 0.0660686
Jan 22 20:24:02.324045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f9508-d539-48ba-8685-06fe72371989 req-62a082d7-0568-49eb-86e0-beb31a4d7541 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:02.325075 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-187f9508-d539-48ba-8685-06fe72371989 req-62a082d7-0568-49eb-86e0-beb31a4d7541 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Synchronizing usage tracker for tenant:5298656aa8d344849634ed79515c8355 on resource:port {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:24:02.339258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-187f9508-d539-48ba-8685-06fe72371989 req-62a082d7-0568-49eb-86e0-beb31a4d7541 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Unset dirty status for tenant:5298656aa8d344849634ed79515c8355 on resource:port {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:24:02.340487 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-187f9508-d539-48ba-8685-06fe72371989 req-62a082d7-0568-49eb-86e0-beb31a4d7541 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.48 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.1785376
Jan 22 20:24:02.426794 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Deleting port 379949ec-ca78-467b-a6a6-d869077eb99c {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:24:02.427477 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:02.442867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a01ba2-7f03-4c6a-bcc8-cea5cbdbac9c req-9e2e92dc-ea2d-4f7e-84ec-00385f0a1d3b tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:02.451543 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c1a01ba2-7f03-4c6a-bcc8-cea5cbdbac9c req-9e2e92dc-ea2d-4f7e-84ec-00385f0a1d3b tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1207502
Jan 22 20:24:02.515419 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c1a01ba2-7f03-4c6a-bcc8-cea5cbdbac9c req-f97ee72e-3d5e-4cb2-81d0-91c0e8e52d65 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0626664
Jan 22 20:24:02.733370 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-cc0dfa42-c15f-44de-b40b-1af5f6a139d3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:02.735435 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-cc0dfa42-c15f-44de-b40b-1af5f6a139d3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 812 time: 0.1947267
Jan 22 20:24:02.864799 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-e364e993-4ab1-426d-b611-b3afeaaeee53 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679 HTTP/1.1" status: 200  len: 5765 time: 0.1086173
Jan 22 20:24:02.891976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'port': {'device_id': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'admin_state_up': True, 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'security_groups': ['539c59a3-9f2d-47a1-911c-9789f64ccc2d']}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:03.004696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] For port 379949ec-ca78-467b-a6a6-d869077eb99c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=379949ec-ca78-467b-a6a6-d869077eb99c,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:24:03.005258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:03.251888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:03.290033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 379949ec-ca78-467b-a6a6-d869077eb99c no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:24:03.296251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Usage tracker for resource:port and tenant:33839a047bb14ff2ae6d7a0e5faa3679 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:03.358338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Quota usage for port was recalculated. Used quota:3. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:03.381816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:03.382230 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:03.382580 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Floating IP 56fb5e4c-4eaa-4b66-920d-9c4afccdcac3 disassociated. External IP: 172.27.1.243, port: 379949ec-ca78-467b-a6a6-d869077eb99c.
Jan 22 20:24:03.382959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Calling delete_port for 379949ec-ca78-467b-a6a6-d869077eb99c owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:24:03.437198 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:03.462042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:03.538013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae7801-3ce8-4e2b-8ea7-7080dd55f34c req-def84378-c30e-4d4d-8126-16ff576c7ee7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:03.540024 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7ae7801-3ce8-4e2b-8ea7-7080dd55f34c req-def84378-c30e-4d4d-8126-16ff576c7ee7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 946 time: 0.2533040
Jan 22 20:24:03.578329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:03.590109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-60536883-69e1-4850-bf7a-28cdc2599dab tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:03.591972 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-60536883-69e1-4850-bf7a-28cdc2599dab tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/networks?id=927fa0ce-531e-46a7-b544-63432956dea3 HTTP/1.1" status: 200  len: 813 time: 0.4103761
Jan 22 20:24:03.592766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Made reservation on behalf of 33839a047bb14ff2ae6d7a0e5faa3679 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:24:03.602505 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:03.643763 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:03.656603 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-f1b177c8-8c40-4f68-afd8-34d7bc0e237e tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/quotas/b8e578e28124414680248f4a77a9da20 HTTP/1.1" status: 200  len: 375 time: 0.0292065
Jan 22 20:24:03.758829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event deleted for resources: {'Port': ['ID=379949ec-ca78-467b-a6a6-d869077eb99c,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:03.783851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:03.803811 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7ae7801-3ce8-4e2b-8ea7-7080dd55f34c req-338356e7-2394-4cdd-bc8a-4a1aae050f1d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=ef2a6889-96e4-469e-afac-14f29404eecc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1779568
Jan 22 20:24:03.820605 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-acd6d47a-4bc6-4d5c-8694-84abad122d23 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?tenant_id=b8e578e28124414680248f4a77a9da20&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1073792
Jan 22 20:24:04.175255 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Router 4cf32e1d-042c-4784-a234-867896f541be has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:24:04.358074 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-9c7fd05c-89c7-4da9-8343-c255643ee332 service neutron] 10.222.0.38 "GET /v2.0/networks/927fa0ce-531e-46a7-b544-63432956dea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2086911
Jan 22 20:24:04.505519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:24:04.508564 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0732df5a-9fe9-4e59-9579-5a1c7a9ef243 req-30e7cf93-e744-4003-9904-18efa71c7345 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 210 time: 0.3603563
Jan 22 20:24:04.517782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be48fd5-ae9f-471a-b74c-880e14cdab64 None None] Sync routers for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:24:04.537652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be48fd5-ae9f-471a-b74c-880e14cdab64 None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:24:04.542232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8be48fd5-ae9f-471a-b74c-880e14cdab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b704af28>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:23:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:04.548953 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] No DVR routers for this DVR port 379949ec-ca78-467b-a6a6-d869077eb99c on host hv-cinder-76810 {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:24:04.551562 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:04.555002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'name': 'network-vif-deleted', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:04.608230 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-187f9508-d539-48ba-8685-06fe72371989 req-180762cd-8101-4920-bc40-c75137917530 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.48 "DELETE /v2.0/ports/379949ec-ca78-467b-a6a6-d869077eb99c HTTP/1.1" status: 204  len: 173 time: 2.2620189
Jan 22 20:24:04.705012 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-715695f0-5ace-44fe-92cb-02f3eed13b6e service neutron] 10.222.0.38 "GET /v2.0/networks/927fa0ce-531e-46a7-b544-63432956dea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3376458
Jan 22 20:24:04.770552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:24:04.934186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Allocated IP 172.20.0.3 (2a8daac2-dce7-4143-a261-8d9997e9a19b/d418d97c-202f-49b5-9ed4-33bce69ac33f/555acc0a-abbc-4d94-be94-a6dd9279129a) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:24:04.961141 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce558b41-ccd0-4287-8ceb-67bdfdd2264d', 'name': 'network-vif-deleted', 'tag': '379949ec-ca78-467b-a6a6-d869077eb99c', 'status': 'completed', 'code': 200}
Jan 22 20:24:05.106910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8be48fd5-ae9f-471a-b74c-880e14cdab64 None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:24:05.248290 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4719857d-c811-4769-ab1c-b4982e8efb86 req-8e9ebfb7-c6ba-4b6e-92d4-42bf4cd45689 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 210 time: 0.1526437
Jan 22 20:24:05.383979 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:05.435527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Transition to ACTIVE for port object 555acc0a-abbc-4d94-be94-a6dd9279129a will not be triggered until provisioned by entity DHCP. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:24:05.538631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b2d61-a1c1-489c-817e-4bc0673a295b req-d31290dc-b6b6-4908-8104-3ff968be8237 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:05.540501 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-040b2d61-a1c1-489c-817e-4bc0673a295b req-d31290dc-b6b6-4908-8104-3ff968be8237 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.8344736
Jan 22 20:24:05.553500 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8be48fd5-ae9f-471a-b74c-880e14cdab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b704af28>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:05.559020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be48fd5-ae9f-471a-b74c-880e14cdab64 None None] Checking router: 4cf32e1d-042c-4784-a234-867896f541be for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:24:05.569527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be48fd5-ae9f-471a-b74c-880e14cdab64 None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:24:05.570389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8be48fd5-ae9f-471a-b74c-880e14cdab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b704af28>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:23:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:05.591946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:05.802043 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-92f8e1ad-0a84-4cc5-8d4b-0d20ffe725e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:05.842617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8be48fd5-ae9f-471a-b74c-880e14cdab64 None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:24:05.895901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:24:05.902226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:24:05.918207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:24:05.944740 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:05.945762 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:05.964226 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-db3aded7-3d30-4fec-bd60-1af30fb1ed5c req-39b4a255-3c02-4efc-bb03-5ffb1d77e584 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=ce558b41-ccd0-4287-8ceb-67bdfdd2264d HTTP/1.1" status: 200  len: 210 time: 0.4220703
Jan 22 20:24:05.998993 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-040b2d61-a1c1-489c-817e-4bc0673a295b req-e92a06af-329f-4ea8-8cdf-903bb250220c tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2279418
Jan 22 20:24:06.012209 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'Port': ['ID=555acc0a-abbc-4d94-be94-a6dd9279129a,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:06.033471 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:06.060645 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1823564
Jan 22 20:24:06.093897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Request body: {'port': {'device_id': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:06.391676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:06.475349 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8be48fd5-ae9f-471a-b74c-880e14cdab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b704af28>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:06.480694 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be48fd5-ae9f-471a-b74c-880e14cdab64 None None] The sync data for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi is: [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:24:06.492742 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c5949084-a263-405b-8b05-fe1849c3dbc5 None None] Provisioning for port 555acc0a-abbc-4d94-be94-a6dd9279129a completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:24:06.508372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-c5949084-a263-405b-8b05-fe1849c3dbc5 None None] Provisioning complete for port 555acc0a-abbc-4d94-be94-a6dd9279129a triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:06.508791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5949084-a263-405b-8b05-fe1849c3dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:06.515008 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f07c3925-6658-4afe-bcfb-954801365233 req-6b38e81e-0971-406b-b105-eca327780edd tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 210 time: 0.1113861
Jan 22 20:24:06.608074 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0b674-7b06-4044-b6af-d23a8b6fae15 req-0e11cba0-dc85-4a79-81a6-501a881e9e01 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:06.608946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-2ef0b674-7b06-4044-b6af-d23a8b6fae15 req-0e11cba0-dc85-4a79-81a6-501a881e9e01 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:24:06.614887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c5949084-a263-405b-8b05-fe1849c3dbc5 None None] Port 555acc0a-abbc-4d94-be94-a6dd9279129a cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:24:06.708476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-2ef0b674-7b06-4044-b6af-d23a8b6fae15 req-0e11cba0-dc85-4a79-81a6-501a881e9e01 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:24:06.709752 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ef0b674-7b06-4044-b6af-d23a8b6fae15 req-0e11cba0-dc85-4a79-81a6-501a881e9e01 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 931 time: 0.4467475
Jan 22 20:24:06.859427 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ef0b674-7b06-4044-b6af-d23a8b6fae15 req-0dac2efe-8e0f-4a46-8129-d80443a1d1fb tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1345990
Jan 22 20:24:07.048628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685963c4-36b6-448b-a960-1b519e14c7f4 None None] New status for floating IP 56fb5e4c-4eaa-4b66-920d-9c4afccdcac3: DOWN {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:24:07.096159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555acc0a-abbc-4d94-be94-a6dd9279129a {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:24:07.107088 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:07.134132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Transition to ACTIVE for port object 555acc0a-abbc-4d94-be94-a6dd9279129a will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:24:07.253190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:07.266132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52504) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:07.291073 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9c72d97-e532-4373-86ce-01cad77980cd tempest-VolumesNegativeTest-1814954986 tempest-VolumesNegativeTest-1814954986] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:07.368519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:07.456009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Pushing event updated for resources: {'Port': ['ID=555acc0a-abbc-4d94-be94-a6dd9279129a,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:07.461475 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:07.490811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:07.546787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bb4f8-04b1-49db-a0a2-462814b0a61e req-e46bb2be-d3f7-4471-a3d3-86af149dc5b6 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:07.548534 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-619bb4f8-04b1-49db-a0a2-462814b0a61e req-e46bb2be-d3f7-4471-a3d3-86af149dc5b6 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.3379743
Jan 22 20:24:07.773576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-9c6fea3b-8dde-42a2-85a2-e74a67afd62b tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:07.775324 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-9c6fea3b-8dde-42a2-85a2-e74a67afd62b tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.48 "GET /v2.0/networks?id=927fa0ce-531e-46a7-b544-63432956dea3 HTTP/1.1" status: 200  len: 813 time: 0.3731484
Jan 22 20:24:07.815010 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Request body: {'port': {'device_id': '76f697b4-7069-4e07-9f64-923b33d4fe8c', 'network_id': '927fa0ce-531e-46a7-b544-63432956dea3', 'admin_state_up': True, 'tenant_id': 'b8e578e28124414680248f4a77a9da20'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:08.000636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:08.013467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1bf56335-73a6-488d-9f1e-c865e9905da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:08.046969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2a6889-96e4-469e-afac-14f29404eecc,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:08.067698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.069956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.069956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.069956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.069956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.069956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.070460 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.070571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.070910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.071295 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.071698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.072124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.072582 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.072977 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.073372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.073766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.074161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.074552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.074942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.077538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.078029 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.078548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.079188 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.089897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:08.100705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:08.120938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:08.138389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Usage tracker for resource:port and tenant:b8e578e28124414680248f4a77a9da20 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:08.144536 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b5b5537e-3485-4ed4-a04e-2c66c38ea838 req-c2a4ac7f-01c3-4324-abce-f1c67d769533 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 210 time: 0.1083012
Jan 22 20:24:08.161646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:08.163307 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "DELETE /v2.0/security-groups/ef2a6889-96e4-469e-afac-14f29404eecc HTTP/1.1" status: 204  len: 168 time: 0.8958426
Jan 22 20:24:08.168336 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52524) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:08.170013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Quota usage for port was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:08.172207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Attempting to bind port 555acc0a-abbc-4d94-be94-a6dd9279129a on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:24:08.172726 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Attempting to bind port 555acc0a-abbc-4d94-be94-a6dd9279129a by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:24:08.173799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Attempting to bind port 555acc0a-abbc-4d94-be94-a6dd9279129a on network 2a8daac2-dce7-4143-a261-8d9997e9a19b {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:24:08.197424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:24:08.198241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Checking segment: {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:24:08.199495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:08.201432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Bound using segment: {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:24:08.202093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Bound port: 555acc0a-abbc-4d94-be94-a6dd9279129a, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:24:08.202631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:08.218706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:08.232244 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-619bb4f8-04b1-49db-a0a2-462814b0a61e req-13b907b9-4b6a-43d8-9459-66e3a2e7ec57 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.6620443
Jan 22 20:24:08.245633 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-d93bc3a5-d0c5-48fc-a88c-eca1154859f3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] show failed (client error): The resource could not be found.
Jan 22 20:24:08.246856 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d93bc3a5-d0c5-48fc-a88c-eca1154859f3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups/ef2a6889-96e4-469e-afac-14f29404eecc HTTP/1.1" status: 404  len: 347 time: 0.0702937
Jan 22 20:24:08.251347 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52528) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:08.346321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Made reservation on behalf of b8e578e28124414680248f4a77a9da20 for: {'port': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:24:08.361952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:08.423159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] For port 555acc0a-abbc-4d94-be94-a6dd9279129a, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:24:08.451246 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] For port 555acc0a-abbc-4d94-be94-a6dd9279129a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=555acc0a-abbc-4d94-be94-a6dd9279129a,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:24:08.495930 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:08.514116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:08.578648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3d8fb54d-522c-4cf0-97d7-1fb16228784a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Deleting port bca884e4-69e2-4e3b-b4d2-d578cae408d1 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:24:08.579303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb54d-522c-4cf0-97d7-1fb16228784a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:08.621656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416519-28dd-43b9-82bf-2242a1c01665 req-d850032a-ecde-429d-ab31-23ec81324060 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:08.623501 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21416519-28dd-43b9-82bf-2242a1c01665 req-d850032a-ecde-429d-ab31-23ec81324060 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 943 time: 0.2961755
Jan 22 20:24:08.681636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54561a48-b2a9-4c96-88e5-e2b7e0a5927f req-381745f3-37c3-47bc-ab02-38fa85f4e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:08.683557 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54561a48-b2a9-4c96-88e5-e2b7e0a5927f req-381745f3-37c3-47bc-ab02-38fa85f4e9aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1163 time: 0.3152096
Jan 22 20:24:08.878356 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54561a48-b2a9-4c96-88e5-e2b7e0a5927f req-891ba428-cdbf-4622-bd2f-6e1dc1098659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:08.880172 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54561a48-b2a9-4c96-88e5-e2b7e0a5927f req-891ba428-cdbf-4622-bd2f-6e1dc1098659 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 200  len: 903 time: 0.1591058
Jan 22 20:24:09.026730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Pushing event updated for resources: {'Port': ['ID=555acc0a-abbc-4d94-be94-a6dd9279129a,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:09.041625 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21416519-28dd-43b9-82bf-2242a1c01665 req-2826ee2e-a034-48be-91a4-e888d3ea7617 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3518124
Jan 22 20:24:09.047248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:09.061714 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54561a48-b2a9-4c96-88e5-e2b7e0a5927f req-507d5b5b-8b26-45b0-afd2-3e0e2b294d85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 1002 time: 0.1683764
Jan 22 20:24:09.139798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:09.140723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:09.142343 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] 10.222.0.48 "PUT /v2.0/ports/555acc0a-abbc-4d94-be94-a6dd9279129a HTTP/1.1" status: 200  len: 1157 time: 3.0672696
Jan 22 20:24:09.142989 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:09.156835 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54561a48-b2a9-4c96-88e5-e2b7e0a5927f req-94e5b077-1a2f-46ea-b79b-330d67416d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:09.158602 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54561a48-b2a9-4c96-88e5-e2b7e0a5927f req-94e5b077-1a2f-46ea-b79b-330d67416d12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aeb336df-79d5-41ec-8909-42092dad05b2 HTTP/1.1" status: 200  len: 848 time: 0.0913017
Jan 22 20:24:09.245665 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'status': 'completed', 'code': 200}
Jan 22 20:24:09.257259 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb54d-522c-4cf0-97d7-1fb16228784a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:09.257908 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb54d-522c-4cf0-97d7-1fb16228784a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:09.452132 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c5d1fe7c-74da-4c6e-8bd9-ddd1ddd4986b req-523c7834-67af-4e29-8ed6-fbc9579bed6a tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 210 time: 0.0929136
Jan 22 20:24:09.482566 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-3d8fb54d-522c-4cf0-97d7-1fb16228784a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Calling delete_port for bca884e4-69e2-4e3b-b4d2-d578cae408d1 owned by network:floatingip {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:24:09.520734 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:09.583085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54561a48-b2a9-4c96-88e5-e2b7e0a5927f req-700405cb-7979-4275-8bcb-5ea38bc51cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:09.585408 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54561a48-b2a9-4c96-88e5-e2b7e0a5927f req-700405cb-7979-4275-8bcb-5ea38bc51cb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c93e5b4a-6dd9-49f7-b254-5ebb34484328&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4193664
Jan 22 20:24:09.632100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b0e8baff-9aad-4b04-969b-41a87a75a125 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:09.632795 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:09.671377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-c606907f-d6d8-4914-b450-5179b27c17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:09.673817 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-c606907f-d6d8-4914-b450-5179b27c17b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 1160 time: 0.4167032
Jan 22 20:24:09.736320 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Allocated IP 172.20.0.10 (927fa0ce-531e-46a7-b544-63432956dea3/4b310f18-b65c-42a3-b71c-0bfa224546de/8627cdd4-1697-4ede-8bdb-1414601480ed) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:24:09.752340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb54d-522c-4cf0-97d7-1fb16228784a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:09.782309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eccf8add-bb6e-4dff-938f-2a0b994556ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:09.820537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24046f2-0007-4913-af1d-60405b6adf7d req-f0d69498-7abc-4d9e-a165-4475e2c14a10 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:09.823783 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e24046f2-0007-4913-af1d-60405b6adf7d req-f0d69498-7abc-4d9e-a165-4475e2c14a10 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.3695650
Jan 22 20:24:09.855133 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fb54d-522c-4cf0-97d7-1fb16228784a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event deleted for resources: {'Port': ['ID=bca884e4-69e2-4e3b-b4d2-d578cae408d1,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:09.878772 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3d8fb54d-522c-4cf0-97d7-1fb16228784a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:09.898537 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-6d3b32bb-fb16-4bcd-94ce-fc96d461caaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=555acc0a-abbc-4d94-be94-a6dd9279129a HTTP/1.1" status: 200  len: 217 time: 0.1987190
Jan 22 20:24:10.016296 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-5eed357a-e4ce-4a64-85a8-c7eeff496631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:10.017792 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-5eed357a-e4ce-4a64-85a8-c7eeff496631 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.0942070
Jan 22 20:24:10.187879 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e24046f2-0007-4913-af1d-60405b6adf7d req-200b7d51-7675-47ec-b02f-2eec83f6d8f6 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2880111
Jan 22 20:24:10.308297 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:10.317148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb54d-522c-4cf0-97d7-1fb16228784a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:10.342322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb54d-522c-4cf0-97d7-1fb16228784a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:10.347554 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3d8fb54d-522c-4cf0-97d7-1fb16228784a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "DELETE /v2.0/floatingips/56fb5e4c-4eaa-4b66-920d-9c4afccdcac3 HTTP/1.1" status: 204  len: 168 time: 2.0904276
Jan 22 20:24:10.351987 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54561a48-b2a9-4c96-88e5-e2b7e0a5927f req-3dc3eb64-27db-4a56-9241-b85874196976 service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7448518
Jan 22 20:24:10.424824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:10.455438 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a03fcb0c-1dec-4d54-b7a7-50dcb9ec18c5 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:10.674358 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Pushing event updated for resources: {'Port': ['ID=8627cdd4-1697-4ede-8bdb-1414601480ed,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:10.677777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:10.768856 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Network 927fa0ce-531e-46a7-b544-63432956dea3 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:24:10.770741 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:24:10.779335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:24:10.885100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:10.886154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:10.900585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-6aca0371-babd-42a3-913a-89eb54e4fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:10.902352 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-6aca0371-babd-42a3-913a-89eb54e4fafd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8689287
Jan 22 20:24:10.934799 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1253014
Jan 22 20:24:10.958046 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Request body: {'port': {'device_id': '76f697b4-7069-4e07-9f64-923b33d4fe8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:11.015136 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52558) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:11.043476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'security_group': {'name': 'tempest-securitygroup--2007485443', 'description': 'tempest-description--1611473983'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:11.061387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:11.073281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:security_group and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:11.083758 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-54561a48-b2a9-4c96-88e5-e2b7e0a5927f req-8804b882-2ab1-45d5-8bb6-1fcefa75696f service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7102726
Jan 22 20:24:11.092970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:11.124533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:11.141659 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2a0d1-9c4b-4fbf-b416-073e87fbef31 req-d2e614d3-43f7-415e-9316-3c9cb80c0a60 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:11.143411 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41f2a0d1-9c4b-4fbf-b416-073e87fbef31 req-d2e614d3-43f7-415e-9316-3c9cb80c0a60 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 943 time: 0.8723402
Jan 22 20:24:11.264686 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:11.279585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:11.284826 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41f2a0d1-9c4b-4fbf-b416-073e87fbef31 req-61b4885c-17f4-4913-9682-bf3d8781dcc2 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0915315
Jan 22 20:24:11.295890 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-638089ee-44ef-4095-9dd9-6aeba79cb0d5 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3787034
Jan 22 20:24:11.434799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da2a94-00a8-40d4-a8b0-e05e18ffb411 req-6783608d-d886-4181-8b63-8d965f8a5b2e tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:11.436551 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6da2a94-00a8-40d4-a8b0-e05e18ffb411 req-6783608d-d886-4181-8b63-8d965f8a5b2e tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 932 time: 0.2844734
Jan 22 20:24:11.486208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:11.496232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:security_group_rule and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:11.508431 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:11.521396 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:11.572840 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e6da2a94-00a8-40d4-a8b0-e05e18ffb411 req-f69aa99f-b2a5-4fc9-b370-adf6faa2c672 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277897
Jan 22 20:24:11.599738 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-261b0eb6-d464-47e0-8bbb-15649f3a1d40 req-b44753f7-c421-4492-9c8f-175b56cfd9fd service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2961292
Jan 22 20:24:11.644151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e6a16-2ff7-4d4a-a7fe-e2066f6e93f9 req-48070292-5bde-4154-9bc3-9d75e74b6bf3 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:11.645972 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-985e6a16-2ff7-4d4a-a7fe-e2066f6e93f9 req-48070292-5bde-4154-9bc3-9d75e74b6bf3 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1861322
Jan 22 20:24:11.717124 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-985e6a16-2ff7-4d4a-a7fe-e2066f6e93f9 req-e5913884-e8a0-4cf0-bd00-3088fa20ff06 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0622444
Jan 22 20:24:11.735591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:11.790097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:11.803889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d08797b5-929f-46d4-8441-31ab33a29dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:11.831766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ac3e-4c02-4e88-8f65-51aea9cce5d1 req-fd2f511f-6e5e-4acc-8a66-70916c0dc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:11.834453 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6aa9ac3e-4c02-4e88-8f65-51aea9cce5d1 req-fd2f511f-6e5e-4acc-8a66-70916c0dc9ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 1160 time: 0.0967124
Jan 22 20:24:11.863997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8627cdd4-1697-4ede-8bdb-1414601480ed {{(pid=80268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:24:11.875101 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb2c091-edc7-47f1-ad3c-313f32d84802,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:11.878594 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:11.883911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:11.892942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Transition to ACTIVE for port object 8627cdd4-1697-4ede-8bdb-1414601480ed will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:24:12.009994 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ac3e-4c02-4e88-8f65-51aea9cce5d1 req-db719f89-81be-4129-b869-414d09b4b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:12.011615 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6aa9ac3e-4c02-4e88-8f65-51aea9cce5d1 req-db719f89-81be-4129-b869-414d09b4b580 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.1699274
Jan 22 20:24:12.097420 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6aa9ac3e-4c02-4e88-8f65-51aea9cce5d1 req-8034337a-7d05-418c-be4f-c2259b22ad12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=555acc0a-abbc-4d94-be94-a6dd9279129a HTTP/1.1" status: 200  len: 217 time: 0.0760341
Jan 22 20:24:12.132713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:12.136968 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.1181970
Jan 22 20:24:12.137174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52568) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:12.143112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'security_group_rule': {'security_group_id': '5cb2c091-edc7-47f1-ad3c-313f32d84802', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:12.154294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:12.158599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:security_group_rule and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:12.161874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:12.164701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:12.171794 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ac3e-4c02-4e88-8f65-51aea9cce5d1 req-35f957d6-50a7-4a17-b320-3ff723c86c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:12.173365 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6aa9ac3e-4c02-4e88-8f65-51aea9cce5d1 req-35f957d6-50a7-4a17-b320-3ff723c86c52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.0685303
Jan 22 20:24:12.184512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3f1263e0-b8cd-41c9-a1f0-f78a2f88e8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:12.219189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:12.263355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ac3e-4c02-4e88-8f65-51aea9cce5d1 req-68535f9c-dd67-4fb0-8852-8cda13bde486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:12.264998 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6aa9ac3e-4c02-4e88-8f65-51aea9cce5d1 req-68535f9c-dd67-4fb0-8852-8cda13bde486 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847747
Jan 22 20:24:12.410965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Pushing event updated for resources: {'Port': ['ID=8627cdd4-1697-4ede-8bdb-1414601480ed,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:12.414497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:12.429061 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6aa9ac3e-4c02-4e88-8f65-51aea9cce5d1 req-4836253d-efc4-4ef6-a164-8966ed5305ed service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559310
Jan 22 20:24:12.560029 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:12.620167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Attempting to bind port 8627cdd4-1697-4ede-8bdb-1414601480ed on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:24:12.620538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Attempting to bind port 8627cdd4-1697-4ede-8bdb-1414601480ed by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'f597d7a7-0900-4ef2-acdb-7dd524715c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '927fa0ce-531e-46a7-b544-63432956dea3'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:24:12.621548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Attempting to bind port 8627cdd4-1697-4ede-8bdb-1414601480ed on network 927fa0ce-531e-46a7-b544-63432956dea3 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:24:12.628202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:24:12.628202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Checking segment: {'id': 'f597d7a7-0900-4ef2-acdb-7dd524715c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '927fa0ce-531e-46a7-b544-63432956dea3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:24:12.628473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:12.628874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Bound using segment: {'id': 'f597d7a7-0900-4ef2-acdb-7dd524715c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '927fa0ce-531e-46a7-b544-63432956dea3'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:24:12.629363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Bound port: 8627cdd4-1697-4ede-8bdb-1414601480ed, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f597d7a7-0900-4ef2-acdb-7dd524715c3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '927fa0ce-531e-46a7-b544-63432956dea3'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:24:12.629723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:12.684105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f009a7-7b28-4451-915c-87b3dae4cc55 req-66cf2d94-5f3b-456b-ad8c-5467ba255761 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:12.684105 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06f009a7-7b28-4451-915c-87b3dae4cc55 req-66cf2d94-5f3b-456b-ad8c-5467ba255761 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 943 time: 0.2188590
Jan 22 20:24:12.725209 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6aa9ac3e-4c02-4e88-8f65-51aea9cce5d1 req-92496494-e29d-46d7-a97f-993edb098ffc service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2881007
Jan 22 20:24:12.743385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:12.758118 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06f009a7-7b28-4451-915c-87b3dae4cc55 req-cde49c4e-a1be-4698-b9d2-9ec85a3a71f9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0635593
Jan 22 20:24:13.008005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decd6d4-766d-4365-847b-3f08b17d97ae req-42e08c64-8cb7-4ef8-b6e0-88a29cdcaf89 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:13.010435 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0decd6d4-766d-4365-847b-3f08b17d97ae req-42e08c64-8cb7-4ef8-b6e0-88a29cdcaf89 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 944 time: 0.2226167
Jan 22 20:24:13.027045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:13.034982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:13.060500 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] For port 8627cdd4-1697-4ede-8bdb-1414601480ed, host hv-cinder-76810, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:24:13.067623 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063a3b0b-c570-4f56-a2ee-45c85ecead18,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:13.077390 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:13.079682 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0decd6d4-766d-4365-847b-3f08b17d97ae req-5947c646-77ea-4977-a47c-d4f425deaf6d tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603681
Jan 22 20:24:13.092350 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] For port 8627cdd4-1697-4ede-8bdb-1414601480ed, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=8627cdd4-1697-4ede-8bdb-1414601480ed,segment=NetworkSegment(f597d7a7-0900-4ef2-acdb-7dd524715c3f),segment_id=f597d7a7-0900-4ef2-acdb-7dd524715c3f)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:24:13.109962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:13.111331 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9730062
Jan 22 20:24:13.114422 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52586) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:13.121665 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'security_group_rule': {'security_group_id': '5cb2c091-edc7-47f1-ad3c-313f32d84802', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:13.135303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed83e4d-e651-403c-8594-9073c0e24c6d req-a22156e0-125e-4cad-9246-45f029632b34 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:13.137007 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1ed83e4d-e651-403c-8594-9073c0e24c6d req-a22156e0-125e-4cad-9246-45f029632b34 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.2401235
Jan 22 20:24:13.149691 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:13.160789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:security_group_rule and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:13.169262 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:13.175868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:13.186911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:13.208966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5c215996-8a54-4517-8a37-1e2c85d98f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:13.220068 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1ed83e4d-e651-403c-8594-9073c0e24c6d req-de0630fb-72ea-4119-b71e-f00d5a845962 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0748334
Jan 22 20:24:13.338692 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:13.409413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:24:13.439495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Pushing event updated for resources: {'Port': ['ID=8627cdd4-1697-4ede-8bdb-1414601480ed,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:13.449347 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:13.474063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:13.474658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:13.476189 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] 10.222.0.48 "PUT /v2.0/ports/8627cdd4-1697-4ede-8bdb-1414601480ed HTTP/1.1" status: 200  len: 1158 time: 2.5268295
Jan 22 20:24:13.476738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f697b4-7069-4e07-9f64-923b33d4fe8c', 'tag': '8627cdd4-1697-4ede-8bdb-1414601480ed'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:13.548737 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f697b4-7069-4e07-9f64-923b33d4fe8c', 'tag': '8627cdd4-1697-4ede-8bdb-1414601480ed', 'status': 'completed', 'code': 200}
Jan 22 20:24:13.574462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:13.593224 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:13.623857 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:13.634285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port b0e8baff-9aad-4b04-969b-41a87a75a125, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b0e8baff-9aad-4b04-969b-41a87a75a125,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:24:13.647555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:13.661574 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:13.675286 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:13.677648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:13.688761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bac7e92-ba6b-4833-81cf-8d42a6e88ea5,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:13.698958 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:13.735786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba0a75-c64d-4768-8a9b-be3d0201409f req-eeb1bcfc-e63f-4587-bce7-498192681370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:13.738474 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-58ba0a75-c64d-4768-8a9b-be3d0201409f req-eeb1bcfc-e63f-4587-bce7-498192681370 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8e578e28124414680248f4a77a9da20&device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 1161 time: 0.1385267
Jan 22 20:24:13.747396 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125', 'code': 200}
Jan 22 20:24:13.761154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group_rule, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:13.766014 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 52594) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:13.766771 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ef8d398b-9719-4ec6-ab0c-a67a43ef8114 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6509595
Jan 22 20:24:13.772243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'floatingip': {'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:13.774752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=b0e8baff-9aad-4b04-969b-41a87a75a125,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:13.778130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:13.794026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:13.798783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:floatingip and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:13.801892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:13.809612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:13.856224 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:13.992878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba0a75-c64d-4768-8a9b-be3d0201409f req-dd3a009d-828e-4e71-81dd-cf73d50e1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:13.995290 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-58ba0a75-c64d-4768-8a9b-be3d0201409f req-dd3a009d-828e-4e71-81dd-cf73d50e1706 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b8e578e28124414680248f4a77a9da20&shared=False HTTP/1.1" status: 200  len: 907 time: 0.2231317
Jan 22 20:24:14.233719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4757c1-a28f-4cc8-a708-d75321f4bd9c req-b22b9fc6-53ad-456f-945b-740491347a59 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:14.235466 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d4757c1-a28f-4cc8-a708-d75321f4bd9c req-b22b9fc6-53ad-456f-945b-740491347a59 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 943 time: 0.3014467
Jan 22 20:24:14.254197 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba0a75-c64d-4768-8a9b-be3d0201409f req-64b962e8-aa2e-46d8-9fda-3f6544aa260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:14.255876 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-58ba0a75-c64d-4768-8a9b-be3d0201409f req-64b962e8-aa2e-46d8-9fda-3f6544aa260c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2494872
Jan 22 20:24:14.356220 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d4757c1-a28f-4cc8-a708-d75321f4bd9c req-d4fefe82-b47e-4b0c-8f63-dce70ef1b246 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1062953
Jan 22 20:24:14.381840 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:14.468005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-dde146c4-77d9-4c22-a414-12ebffd8fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:14.469935 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-dde146c4-77d9-4c22-a414-12ebffd8fef3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8e578e28124414680248f4a77a9da20&device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 1161 time: 0.1276629
Jan 22 20:24:14.540250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c592783-18f4-483f-8617-941fa4586198 req-70a7de85-cd2d-4c8f-a12b-06407e821f6a tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:14.548757 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c592783-18f4-483f-8617-941fa4586198 req-70a7de85-cd2d-4c8f-a12b-06407e821f6a tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 944 time: 0.2545273
Jan 22 20:24:14.604224 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-6c30dd36-576c-47e5-a838-05587a782571 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8627cdd4-1697-4ede-8bdb-1414601480ed HTTP/1.1" status: 200  len: 217 time: 0.1076941
Jan 22 20:24:14.679912 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c592783-18f4-483f-8617-941fa4586198 req-16a9ea90-7af9-4f0d-a984-a0977ac01678 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298466
Jan 22 20:24:14.709044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-4504dd5e-59a3-49c0-9339-4184e48a07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:14.710749 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-4504dd5e-59a3-49c0-9339-4184e48a07fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b310f18-b65c-42a3-b71c-0bfa224546de HTTP/1.1" status: 200  len: 853 time: 0.0992789
Jan 22 20:24:14.817733 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-25ffdaec-25f3-4c56-8046-23235ff72189 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=927fa0ce-531e-46a7-b544-63432956dea3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0780027
Jan 22 20:24:14.818838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120f609-5d01-4b9e-a140-4a738e11678b req-958ce286-a328-4bbf-8299-243d5fbfec4a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:14.820556 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e120f609-5d01-4b9e-a140-4a738e11678b req-958ce286-a328-4bbf-8299-243d5fbfec4a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.2495971
Jan 22 20:24:14.980204 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-f890fbec-af3c-45c9-9f23-f2acb229842d service neutron] 10.222.0.48 "GET /v2.0/networks/927fa0ce-531e-46a7-b544-63432956dea3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542909
Jan 22 20:24:14.986323 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e120f609-5d01-4b9e-a140-4a738e11678b req-daf59d78-3e6f-47a8-9bb7-4bf10e045669 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1563349
Jan 22 20:24:14.997089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Allocated IP 172.27.1.191 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/17dd0a23-9323-472d-8bf0-b799500ed9cd) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:24:15.242776 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6a3c3c30-03ff-483d-a3cb-a202bd7db629 req-1f752bef-dc37-4073-815c-50273cd48835 service neutron] 10.222.0.48 "GET /v2.0/networks/927fa0ce-531e-46a7-b544-63432956dea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2446570
Jan 22 20:24:15.505082 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:15.613413 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfee4c41-031f-450b-b261-751ebece1b13 req-5dae17e8-3483-4ace-bb46-0aceb1f21024 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1132467
Jan 22 20:24:15.629939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:15.653205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ddb77bc7-0d61-4df8-ab68-25c61f216029 tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:15.895534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'Port': ['ID=17dd0a23-9323-472d-8bf0-b799500ed9cd,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:15.911312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:15.979128 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd9230-2a99-4145-a552-8db6f53b0d1b req-19afd639-8365-4a58-b80c-f1e2740007e6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:15.980889 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fdd9230-2a99-4145-a552-8db6f53b0d1b req-19afd639-8365-4a58-b80c-f1e2740007e6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 943 time: 0.3953748
Jan 22 20:24:16.045458 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12be22d-6dff-45d6-a8b5-b08ddcfdd587 req-20221745-9d0f-4fd6-85e7-9843746e7994 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:16.048316 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e12be22d-6dff-45d6-a8b5-b08ddcfdd587 req-20221745-9d0f-4fd6-85e7-9843746e7994 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.4013667
Jan 22 20:24:16.062355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:24:16.082497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:24:16.101173 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:24:16.138848 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fdd9230-2a99-4145-a552-8db6f53b0d1b req-66df7e50-bccd-4ac5-ad5a-ed4c613ac70e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1462612
Jan 22 20:24:16.161951 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e12be22d-6dff-45d6-a8b5-b08ddcfdd587 req-2744c01d-b403-4230-9ffd-781de0178931 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1042376
Jan 22 20:24:16.178303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:16.291336 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:16.476755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:16.519689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf22304-3735-4f33-8b5b-f7c476e1106d req-49500431-3e69-4912-8923-9b3bfe5e0c46 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:16.521477 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdf22304-3735-4f33-8b5b-f7c476e1106d req-49500431-3e69-4912-8923-9b3bfe5e0c46 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 944 time: 0.2000711
Jan 22 20:24:16.674508 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-bdf22304-3735-4f33-8b5b-f7c476e1106d req-a10ac1d3-38f9-4645-9fd9-3bb2cba9a86a tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345387
Jan 22 20:24:16.732490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:16.812536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:16.829289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-76d805b7-ae1e-41e6-a1b3-8a799bcc369a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:16.976373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'Port': ['ID=17dd0a23-9323-472d-8bf0-b799500ed9cd,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:16.979471 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:17.020752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:17.081620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:17.083000 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3158543
Jan 22 20:24:17.442723 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-2cfa9dac-9398-4aea-ad5b-58b185f01639 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2007485443&fields=id&tenant_id=5298656aa8d344849634ed79515c8355 HTTP/1.1" status: 200  len: 267 time: 0.0764499
Jan 22 20:24:17.525904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986da2-6a21-4c94-a8d2-2adb6301b0dc req-4a959c3e-541c-4ccc-9ff6-b4bb6bbcbf21 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:17.527713 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-36986da2-6a21-4c94-a8d2-2adb6301b0dc req-4a959c3e-541c-4ccc-9ff6-b4bb6bbcbf21 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 943 time: 0.2001364
Jan 22 20:24:17.698237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-0e980c2b-1675-47c6-ae4d-84d164dee7b9 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:17.699977 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-0e980c2b-1675-47c6-ae4d-84d164dee7b9 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 817 time: 0.2459540
Jan 22 20:24:17.726520 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-00d2d8c0-3230-4d45-aaf8-8f370850f0c8 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/quotas/5298656aa8d344849634ed79515c8355 HTTP/1.1" status: 200  len: 375 time: 0.0181639
Jan 22 20:24:17.733702 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-36986da2-6a21-4c94-a8d2-2adb6301b0dc req-3155759d-58ee-434f-8b1b-b9ecd9684897 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1982081
Jan 22 20:24:17.842155 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6cac2228-fc3d-4f12-a8cd-7793c47be9c6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1073852
Jan 22 20:24:17.924309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee4c41-031f-450b-b261-751ebece1b13 req-b3cc5700-ef54-4107-96c8-6e73941ca42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:17.928441 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfee4c41-031f-450b-b261-751ebece1b13 req-b3cc5700-ef54-4107-96c8-6e73941ca42e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3&tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1 HTTP/1.1" status: 200  len: 1161 time: 0.1083715
Jan 22 20:24:18.045927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee4c41-031f-450b-b261-751ebece1b13 req-2d25814a-c8aa-4c8b-bb6d-f8bf08681bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:18.047591 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfee4c41-031f-450b-b261-751ebece1b13 req-2d25814a-c8aa-4c8b-bb6d-f8bf08681bb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1161 time: 0.0807643
Jan 22 20:24:18.080569 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e664c8-1e17-4094-912f-b7193e557c7b req-527a2447-5368-41e2-92e3-19e5e8a7eaa3 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:18.081880 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-66e664c8-1e17-4094-912f-b7193e557c7b req-527a2447-5368-41e2-92e3-19e5e8a7eaa3 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.2138534
Jan 22 20:24:18.158203 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-14397197-f8c6-4a70-85cf-291fde517cd3 service neutron] 10.222.0.38 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3005211
Jan 22 20:24:18.164822 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-66e664c8-1e17-4094-912f-b7193e557c7b req-e519f55d-0cc8-4e3f-9a35-d76f9bba93ac tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0718751
Jan 22 20:24:18.224677 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee4c41-031f-450b-b261-751ebece1b13 req-66675650-017a-40a3-b84b-46e05897be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:18.226283 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfee4c41-031f-450b-b261-751ebece1b13 req-66675650-017a-40a3-b84b-46e05897be79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 200  len: 903 time: 0.1703801
Jan 22 20:24:18.358175 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfee4c41-031f-450b-b261-751ebece1b13 req-d5c14ccc-5c78-451e-9e12-d512a4c76119 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 1000 time: 0.1205764
Jan 22 20:24:18.388619 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-f680d584-472a-4c2f-b7d5-1f3331eb04c8 service neutron] 10.222.0.38 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2227581
Jan 22 20:24:18.439036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee4c41-031f-450b-b261-751ebece1b13 req-31828f54-4a1f-4215-ad79-37d6332b9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:18.440662 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfee4c41-031f-450b-b261-751ebece1b13 req-31828f54-4a1f-4215-ad79-37d6332b9e6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aeb336df-79d5-41ec-8909-42092dad05b2 HTTP/1.1" status: 200  len: 848 time: 0.0753207
Jan 22 20:24:18.441830 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf101d4-143d-4052-95dd-64b90074ee54 req-a3f4515c-e3fb-420f-8af0-24c91398961b tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:18.443613 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-edf101d4-143d-4052-95dd-64b90074ee54 req-a3f4515c-e3fb-420f-8af0-24c91398961b tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 944 time: 0.1395271
Jan 22 20:24:18.503855 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-edf101d4-143d-4052-95dd-64b90074ee54 req-02c9f7b6-a08e-4fe8-a1d4-96e3f6eaeb68 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536344
Jan 22 20:24:18.527891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee4c41-031f-450b-b261-751ebece1b13 req-d1c8c059-603c-483e-a3b9-61f4fb8a5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:18.529592 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfee4c41-031f-450b-b261-751ebece1b13 req-d1c8c059-603c-483e-a3b9-61f4fb8a5586 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c93e5b4a-6dd9-49f7-b254-5ebb34484328&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813968
Jan 22 20:24:18.679416 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfee4c41-031f-450b-b261-751ebece1b13 req-ce49a16c-b7b5-4b7f-8c1c-e15c03a216e2 service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421471
Jan 22 20:24:18.693473 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-05b97991-b37b-4fa2-bccb-15c7b2319715 req-485f90e8-82eb-4668-bdf3-0b3457100e75 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 210 time: 0.0542746
Jan 22 20:24:18.833758 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dfee4c41-031f-450b-b261-751ebece1b13 req-16dcab11-84cc-43e1-986a-9c6ace98f547 service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470001
Jan 22 20:24:18.975322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066549a-2cb0-430e-8966-9b5b0ab952b5 req-035db938-c39e-4bd3-846d-73449268ecea tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:18.977011 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6066549a-2cb0-430e-8966-9b5b0ab952b5 req-035db938-c39e-4bd3-846d-73449268ecea tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 943 time: 0.1080942
Jan 22 20:24:19.029710 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6066549a-2cb0-430e-8966-9b5b0ab952b5 req-fb790616-7808-451a-8d78-7f7f72b2f895 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0456116
Jan 22 20:24:19.417695 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff606bb-0726-4bbf-9f9f-4bdb36800dd9 req-9a1e9749-12ba-4f71-b0fa-b710ce82d513 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:19.419340 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5ff606bb-0726-4bbf-9f9f-4bdb36800dd9 req-9a1e9749-12ba-4f71-b0fa-b710ce82d513 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1132622
Jan 22 20:24:19.475946 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5ff606bb-0726-4bbf-9f9f-4bdb36800dd9 req-ea89ba0c-f47e-4cf5-8610-dc0f1ccbb095 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0501413
Jan 22 20:24:19.745118 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844548b-a1c5-4ea7-b35d-f020469b05de req-c026385c-8c1e-4ba0-a52f-25f4cd850bfa tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:19.746753 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d844548b-a1c5-4ea7-b35d-f020469b05de req-c026385c-8c1e-4ba0-a52f-25f4cd850bfa tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 944 time: 0.1129611
Jan 22 20:24:19.805650 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d844548b-a1c5-4ea7-b35d-f020469b05de req-05670e92-3aec-406a-85cb-a4bea403bac8 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522308
Jan 22 20:24:19.896156 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0f2d0d6e-c6f0-4808-ae7c-98e404eedebc req-93a5805c-4961-4ac6-aef8-9d5fff20234b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 210 time: 0.0486283
Jan 22 20:24:20.274084 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db802a-1b55-45f6-a528-a1c9c9e1b45e req-a173d5bb-22e1-4f0f-badf-3193d10b5201 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:20.275743 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-43db802a-1b55-45f6-a528-a1c9c9e1b45e req-a173d5bb-22e1-4f0f-badf-3193d10b5201 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 943 time: 0.1121764
Jan 22 20:24:20.332284 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-43db802a-1b55-45f6-a528-a1c9c9e1b45e req-2afbf739-2da2-47b7-b5c8-db8d53621bd8 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0498726
Jan 22 20:24:20.544275 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 8627cdd4-1697-4ede-8bdb-1414601480ed up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:20.646029 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port 8627cdd4-1697-4ede-8bdb-1414601480ed completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:24:20.651710 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 8627cdd4-1697-4ede-8bdb-1414601480ed triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:20.652422 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:20.749328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-41b73cb4-9e16-45fc-afd7-05ababdfc78a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:20.751502 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-41b73cb4-9e16-45fc-afd7-05ababdfc78a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 817 time: 0.2290244
Jan 22 20:24:20.759970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c9ce9-b8d8-48c8-b4a0-746f017716bf req-5d651a89-a84e-451a-9f31-9fffd114dfe9 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:20.767729 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b01c9ce9-b8d8-48c8-b4a0-746f017716bf req-5d651a89-a84e-451a-9f31-9fffd114dfe9 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1385100
Jan 22 20:24:20.793654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:20.821071 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b01c9ce9-b8d8-48c8-b4a0-746f017716bf req-8c2256a5-10db-45ba-aeb4-5e58e0d96eb7 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0520909
Jan 22 20:24:20.828208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f697b4-7069-4e07-9f64-923b33d4fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8627cdd4-1697-4ede-8bdb-1414601480ed'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:20.837434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 8627cdd4-1697-4ede-8bdb-1414601480ed, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=8627cdd4-1697-4ede-8bdb-1414601480ed,segment=NetworkSegment(f597d7a7-0900-4ef2-acdb-7dd524715c3f),segment_id=f597d7a7-0900-4ef2-acdb-7dd524715c3f)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:24:20.862190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-be2295d8-c4f4-4caa-9b31-773ae34b5a64 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Synchronizing usage tracker for tenant:5298656aa8d344849634ed79515c8355 on resource:security_group {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:24:20.892580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:20.894567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:20.932201 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-be2295d8-c4f4-4caa-9b31-773ae34b5a64 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Unset dirty status for tenant:5298656aa8d344849634ed79515c8355 on resource:security_group {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:24:20.933638 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-be2295d8-c4f4-4caa-9b31-773ae34b5a64 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5298656aa8d344849634ed79515c8355 HTTP/1.1" status: 200  len: 5705 time: 0.1596406
Jan 22 20:24:20.949063 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'port': {'device_id': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'admin_state_up': True, 'tenant_id': '5298656aa8d344849634ed79515c8355', 'security_groups': ['5cb2c091-edc7-47f1-ad3c-313f32d84802']}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:21.028883 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f697b4-7069-4e07-9f64-923b33d4fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8627cdd4-1697-4ede-8bdb-1414601480ed', 'code': 200}
Jan 22 20:24:21.050670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=8627cdd4-1697-4ede-8bdb-1414601480ed,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:21.062592 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:21.179661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:21.184988 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Usage tracker for resource:port and tenant:5298656aa8d344849634ed79515c8355 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:21.188451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Quota usage for port was recalculated. Used quota:3. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:21.195133 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:21.264061 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Made reservation on behalf of 5298656aa8d344849634ed79515c8355 for: {'port': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:24:21.274176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:21.402106 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8215d37b-568f-4399-b33f-69404b7c8656 req-594fb10f-5b75-47fd-adc1-cb57ae3d55fa tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 210 time: 0.1054411
Jan 22 20:24:21.482002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020ac9d-8e4d-41e4-91ae-05639543e301 req-e39347ad-4039-486f-8c65-a4c0480e9846 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:21.483810 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2020ac9d-8e4d-41e4-91ae-05639543e301 req-e39347ad-4039-486f-8c65-a4c0480e9846 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 946 time: 0.5048928
Jan 22 20:24:21.511654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545baab1-e4f4-4fc1-9559-1a706461c723 req-b4d2d2d6-47d2-4079-b6c9-961752bf624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:21.513302 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545baab1-e4f4-4fc1-9559-1a706461c723 req-b4d2d2d6-47d2-4079-b6c9-961752bf624d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 1163 time: 0.2180502
Jan 22 20:24:21.615209 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Allocated IP 172.20.0.8 (cb37c98c-35d3-4c00-b386-0eb554f9926a/5d88dd98-dd68-450e-b555-53355c2e4ae3/e3d0e026-444f-4cd4-9597-3fa8112d463f) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:24:21.624450 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2020ac9d-8e4d-41e4-91ae-05639543e301 req-0b824963-73c3-47be-8a0e-94ae69d7f2d3 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323485
Jan 22 20:24:21.639575 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-545baab1-e4f4-4fc1-9559-1a706461c723 req-67572845-920e-47f6-ba87-5a9aa4692f61 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177692
Jan 22 20:24:21.692417 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebe30d-60a8-4f8d-97e4-2e46e3927f47 req-4a4ded57-daa4-4305-a1b6-2fba60cf0885 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:21.694007 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9cebe30d-60a8-4f8d-97e4-2e46e3927f47 req-4a4ded57-daa4-4305-a1b6-2fba60cf0885 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 943 time: 0.1436050
Jan 22 20:24:21.748333 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9cebe30d-60a8-4f8d-97e4-2e46e3927f47 req-1bcf9718-ad50-4fc6-afb9-6bca2f817e13 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0472958
Jan 22 20:24:21.830835 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:21.847382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Transition to ACTIVE for port object e3d0e026-444f-4cd4-9597-3fa8112d463f will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:24:21.910445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:21.927707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:22.088969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86105a-3cb4-43df-896b-d110468d0d88 req-1f595930-1293-4a30-b7e8-7fc613811b43 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:22.091388 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b86105a-3cb4-43df-896b-d110468d0d88 req-1f595930-1293-4a30-b7e8-7fc613811b43 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1111557
Jan 22 20:24:22.092299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 52772) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:22.204955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f381d70-caee-48b5-9281-186b80df9327 admin admin] Deleting subnet 9a16fee3-2e42-482a-ab9a-0129f3780a84 {{(pid=80269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:24:22.210338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f381d70-caee-48b5-9281-186b80df9327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:22.246714 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b86105a-3cb4-43df-896b-d110468d0d88 req-3d9f727c-f966-4580-aca8-9189d4c3064c tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1105585
Jan 22 20:24:22.279613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event updated for resources: {'Port': ['ID=e3d0e026-444f-4cd4-9597-3fa8112d463f,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:22.283713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f381d70-caee-48b5-9281-186b80df9327 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:22.284248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:22.292902 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f381d70-caee-48b5-9281-186b80df9327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:22.339615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Network cb37c98c-35d3-4c00-b386-0eb554f9926a is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:24:22.340889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:24:22.343351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:24:22.429364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:22.430079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:22.488182 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5455360
Jan 22 20:24:22.517283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Request body: {'port': {'device_id': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:22.652462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:22.669819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-531c9520-37e2-40e0-9136-c406af151492 None None] Provisioning for port e3d0e026-444f-4cd4-9597-3fa8112d463f completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:24:22.675852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-531c9520-37e2-40e0-9136-c406af151492 None None] Provisioning complete for port e3d0e026-444f-4cd4-9597-3fa8112d463f triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:22.680184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-531c9520-37e2-40e0-9136-c406af151492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:22.696010 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec465f2-34c9-4a96-aaed-480f5ceb44d5 req-917d1513-a205-4a9f-a923-82bbeeb9cfb8 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:22.698242 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aec465f2-34c9-4a96-aaed-480f5ceb44d5 req-917d1513-a205-4a9f-a923-82bbeeb9cfb8 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 931 time: 0.1263678
Jan 22 20:24:22.740219 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 555acc0a-abbc-4d94-be94-a6dd9279129a up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:22.758011 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aec465f2-34c9-4a96-aaed-480f5ceb44d5 req-7c88692f-9b8b-47e3-be57-3f5071a7f103 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534344
Jan 22 20:24:22.772189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f381d70-caee-48b5-9281-186b80df9327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for subnet, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:22.781381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-531c9520-37e2-40e0-9136-c406af151492 None None] Port e3d0e026-444f-4cd4-9597-3fa8112d463f cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:24:22.793783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:22.875403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port 555acc0a-abbc-4d94-be94-a6dd9279129a completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:24:22.881039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 555acc0a-abbc-4d94-be94-a6dd9279129a triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:22.881728 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:22.899180 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f381d70-caee-48b5-9281-186b80df9327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a16fee3-2e42-482a-ab9a-0129f3780a84,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:22.960838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5f381d70-caee-48b5-9281-186b80df9327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:23.041801 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:23.094594 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f381d70-caee-48b5-9281-186b80df9327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:23.101196 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 555acc0a-abbc-4d94-be94-a6dd9279129a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=555acc0a-abbc-4d94-be94-a6dd9279129a,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:24:23.102706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:23.123797 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5f381d70-caee-48b5-9281-186b80df9327 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9a16fee3-2e42-482a-ab9a-0129f3780a84 HTTP/1.1" status: 204  len: 168 time: 1.0305378
Jan 22 20:24:23.127095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 52784) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:23.133003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:23.135454 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 8627cdd4-1697-4ede-8bdb-1414601480ed up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:23.171690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:23.189184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d0e026-444f-4cd4-9597-3fa8112d463f {{(pid=80268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:24:23.197770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:23.198175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c51f04-02a5-4218-bf62-117600d5f477 req-14e6686d-a756-4c72-b281-a0a8b00761a6 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:23.200037 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2c51f04-02a5-4218-bf62-117600d5f477 req-14e6686d-a756-4c72-b281-a0a8b00761a6 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 946 time: 0.3569992
Jan 22 20:24:23.219548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Transition to ACTIVE for port object e3d0e026-444f-4cd4-9597-3fa8112d463f will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:24:23.234272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f86d4-5671-489d-b746-15470c7f9897 req-afb70777-e796-497b-9d98-9d552ed585e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:23.238976 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-344f86d4-5671-489d-b746-15470c7f9897 req-afb70777-e796-497b-9d98-9d552ed585e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 943 time: 0.2777252
Jan 22 20:24:23.258118 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:23.275020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-35ddba3e-971f-4bb3-be9c-13a35836feff tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:23.279588 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=555acc0a-abbc-4d94-be94-a6dd9279129a,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:23.286130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:23.293772 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 8627cdd4-1697-4ede-8bdb-1414601480ed triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:23.294211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:23.375772 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:23.423879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d0e026-444f-4cd4-9597-3fa8112d463f,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:23.434575 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:23.511883 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f2c51f04-02a5-4218-bf62-117600d5f477 req-0fde39ff-7152-48f3-abb5-292950189187 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138486
Jan 22 20:24:23.533962 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-344f86d4-5671-489d-b746-15470c7f9897 req-bafc55ed-fdcd-42e3-9b5d-2d223a50abde tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2345216
Jan 22 20:24:23.596021 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'code': 200}
Jan 22 20:24:23.671158 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Attempting to bind port e3d0e026-444f-4cd4-9597-3fa8112d463f on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:24:23.671719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Attempting to bind port e3d0e026-444f-4cd4-9597-3fa8112d463f by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:24:23.671968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Attempting to bind port e3d0e026-444f-4cd4-9597-3fa8112d463f on network cb37c98c-35d3-4c00-b386-0eb554f9926a {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:24:23.678620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:24:23.679001 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Checking segment: {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:24:23.679423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:23.679823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Bound using segment: {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:24:23.680307 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Bound port: e3d0e026-444f-4cd4-9597-3fa8112d463f, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1779d2-ad7e-40aa-a72a-6f4087626390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:24:23.680683 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:23.770677 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:23.783252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] For port e3d0e026-444f-4cd4-9597-3fa8112d463f, host hv-cinder-76810, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:24:23.786487 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] For port e3d0e026-444f-4cd4-9597-3fa8112d463f, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e3d0e026-444f-4cd4-9597-3fa8112d463f,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:24:23.854626 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:23.888428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-32972b22-d0f0-449d-b681-baeab0815a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:23.901166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 555acc0a-abbc-4d94-be94-a6dd9279129a up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:23.913248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f73bb7e4e80>> segment before_delete 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:23.918299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f73bb7e4e80>> subnet precommit_delete_associations 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:23.918299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73ba1d0240>> segment_host_mapping after_create 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:23.918299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73ba1d0240>> port after_create 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:23.918299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73ba1d0240>> port after_delete 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:23.918299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73ba1d0240>> port after_update 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:23.918299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73ba1d0240>> segment after_delete 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:23.918299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73ba1d0240>> subnet after_create 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:23.918299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73ba1d0240>> subnet after_delete 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:23.918299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f73ba1d0240>> subnet after_update 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:24.005444 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 555acc0a-abbc-4d94-be94-a6dd9279129a triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:24.005816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:24.016719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73ba5366a0>> subnet after_create 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:24.017328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73ba5366a0>> subnet after_delete 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:24.017745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73ba5366a0>> subnet before_create 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:24.018229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f73ba5366a0>> subnet before_update 55550000 {{(pid=80269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 22 20:24:24.018818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bc812ac8>,) {'filters': {'network_id': ['455331ef-ef25-4274-a436-1485415267b6']}} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:24.064572 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d0e026-444f-4cd4-9597-3fa8112d463f,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:24.070300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:24.120437 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:24.121615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:24.123035 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/e3d0e026-444f-4cd4-9597-3fa8112d463f HTTP/1.1" status: 200  len: 1157 time: 1.6130860
Jan 22 20:24:24.123616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:24.132109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bc812ac8>, '99e7ea06-3845-431e-8004-cba9328a0093') {'for_net_delete': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:24.132576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bc812ac8>, '99e7ea06-3845-431e-8004-cba9328a0093') {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:24.167308 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848247811'] for segment, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:24.201987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdb00f-0693-4c00-bbb5-e89b93d97a87 req-b60274c8-90a4-4a60-b492-ead71a4d41ab tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:24.203870 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-defdb00f-0693-4c00-bbb5-e89b93d97a87 req-b60274c8-90a4-4a60-b492-ead71a4d41ab tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.4850824
Jan 22 20:24:24.241439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:24.249575 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:24:24.299149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-d0f91677-11cf-4d58-9e38-6f9068287227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:24.300871 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-d0f91677-11cf-4d58-9e38-6f9068287227 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 1160 time: 0.0841017
Jan 22 20:24:24.393580 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-d81fe3b1-9fac-4ced-92bf-3ab0019e4049 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d0e026-444f-4cd4-9597-3fa8112d463f HTTP/1.1" status: 200  len: 217 time: 0.0744777
Jan 22 20:24:24.426505 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-defdb00f-0693-4c00-bbb5-e89b93d97a87 req-77429628-c8d2-4457-85a3-f00ffaa39b97 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2113726
Jan 22 20:24:24.479123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-29d74d1e-a8f5-4746-85c1-6d63b491ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:24.480766 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-29d74d1e-a8f5-4746-85c1-6d63b491ac1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.0777662
Jan 22 20:24:24.510689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f41288-1543-440c-9df2-3703d9733c19 req-dac06dd1-b269-4759-9913-68158a792b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:24.514041 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0f41288-1543-440c-9df2-3703d9733c19 req-dac06dd1-b269-4759-9913-68158a792b7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 1162 time: 0.4867098
Jan 22 20:24:24.516012 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Network 455331ef-ef25-4274-a436-1485415267b6 has no segments {{(pid=80269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:24:24.536453 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f', 'status': 'completed', 'code': 200}
Jan 22 20:24:24.550470 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06130285-e13d-4b64-9434-24acab43c062 req-e33bb05e-4a43-42d3-a6c4-db140a587f29 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:24.552212 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06130285-e13d-4b64-9434-24acab43c062 req-e33bb05e-4a43-42d3-a6c4-db140a587f29 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.5220392
Jan 22 20:24:24.554250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846939855'] for segment, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:24.577587 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-614e86bd-a678-485b-bcb9-ed8367b10f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:24.579200 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-614e86bd-a678-485b-bcb9-ed8367b10f4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0891747
Jan 22 20:24:24.746034 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-87eb5835-6056-40f4-9805-7370120d8e01 service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552608
Jan 22 20:24:24.784062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-daf0c39d-e14e-46c2-ab56-4440c3705404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:24.900344 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b19f2a1d-aff9-43a9-ad23-b7df185f7463 req-cf49c052-1c86-4d92-aa0f-8a45c4d7a82b service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463852
Jan 22 20:24:25.071780 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b0f41288-1543-440c-9df2-3703d9733c19 req-a29be1d7-cd9e-444f-a2da-42dad671adfc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.5019810
Jan 22 20:24:25.094825 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-06130285-e13d-4b64-9434-24acab43c062 req-55da2c29-bb51-4e3c-9c12-2a54c9d3302a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5102143
Jan 22 20:24:25.096858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Network 455331ef-ef25-4274-a436-1485415267b6 has no segments {{(pid=80269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:24:25.097127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05de92-7b0e-4dce-aa4a-d7f69a903c20 req-036a171c-ec2a-4bba-8378-af156c6cb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:25.098762 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c05de92-7b0e-4dce-aa4a-d7f69a903c20 req-036a171c-ec2a-4bba-8378-af156c6cb9ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 1160 time: 0.0792525
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   (rel_b, rel_a, rel_b),
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:24:25.126271 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:24:25.292975 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b457009-9204-483b-8f9a-103c0d00df6c req-9ef3267f-9924-43cc-a392-6acbd07a5c42 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:25.294540 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b457009-9204-483b-8f9a-103c0d00df6c req-9ef3267f-9924-43cc-a392-6acbd07a5c42 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 946 time: 0.4034958
Jan 22 20:24:25.371781 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b457009-9204-483b-8f9a-103c0d00df6c req-3005cbda-b473-45c8-9a8f-0d281b1d3023 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707283
Jan 22 20:24:25.410949 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fd4d4-a3eb-4e5e-945d-2090796d3d8b req-070e3d0c-f9c1-4ff3-9643-5aa28fd9d8ca tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:25.412691 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-953fd4d4-a3eb-4e5e-945d-2090796d3d8b req-070e3d0c-f9c1-4ff3-9643-5aa28fd9d8ca tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 945 time: 0.1814737
Jan 22 20:24:25.413954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:25.418367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:25.440830 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:25.445506 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Pushing event deleted for resources: {'Network': ['ID=455331ef-ef25-4274-a436-1485415267b6,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:25.464639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:25.496904 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-953fd4d4-a3eb-4e5e-945d-2090796d3d8b req-110717d0-df0d-4419-8065-b1a92214ee39 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0602427
Jan 22 20:24:25.511085 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5ed2ff5c-2106-4c5c-99a2-601101ffece3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/455331ef-ef25-4274-a436-1485415267b6 HTTP/1.1" status: 204  len: 168 time: 2.3817215
Jan 22 20:24:25.729194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cfc2f-aa46-44ee-95d4-7dfd4022cbc1 req-e21703e5-026a-4513-b061-ec73abf8d3a4 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:25.731202 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-508cfc2f-aa46-44ee-95d4-7dfd4022cbc1 req-e21703e5-026a-4513-b061-ec73abf8d3a4 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1108820
Jan 22 20:24:25.777762 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 52806) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:25.790572 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05de92-7b0e-4dce-aa4a-d7f69a903c20 req-b574124c-1f8c-4b27-9d4e-80ebbb5467de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:25.792722 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c05de92-7b0e-4dce-aa4a-d7f69a903c20 req-b574124c-1f8c-4b27-9d4e-80ebbb5467de service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 911 time: 0.1465163
Jan 22 20:24:25.804885 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-508cfc2f-aa46-44ee-95d4-7dfd4022cbc1 req-44f2bb18-00f1-4502-9251-1efc8e9d9ed6 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0671194
Jan 22 20:24:25.849485 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5507d495-ce5f-451e-81ec-adef525ae032 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b03fc12c86bd45a4bb873105eba92ff1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0704727
Jan 22 20:24:25.852195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 52814) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:25.890497 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c05de92-7b0e-4dce-aa4a-d7f69a903c20 req-bbc3b727-795c-48bd-9b87-8b3d95608157 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d0e026-444f-4cd4-9597-3fa8112d463f HTTP/1.1" status: 200  len: 217 time: 0.0771809
Jan 22 20:24:25.917783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c7a4-f376-4a28-b76e-7d85e1bf2c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:25.945998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c7a4-f376-4a28-b76e-7d85e1bf2c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:25.960545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05de92-7b0e-4dce-aa4a-d7f69a903c20 req-1f89930b-37a4-4694-b156-1c8c25296562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:25.962117 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c05de92-7b0e-4dce-aa4a-d7f69a903c20 req-1f89930b-37a4-4694-b156-1c8c25296562 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.0652208
Jan 22 20:24:26.017733 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c7a4-f376-4a28-b76e-7d85e1bf2c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:26.022577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-835f610a-dff3-45e8-bee4-329f0bdf5b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:26.034493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9c7a4-f376-4a28-b76e-7d85e1bf2c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc867e6-54ec-412b-9f3d-67d8d234e9a9,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:26.039071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1ba9c7a4-f376-4a28-b76e-7d85e1bf2c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:26.045335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c7a4-f376-4a28-b76e-7d85e1bf2c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:26.046581 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1ba9c7a4-f376-4a28-b76e-7d85e1bf2c7b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7fc867e6-54ec-412b-9f3d-67d8d234e9a9 HTTP/1.1" status: 204  len: 168 time: 0.1934121
Jan 22 20:24:26.052286 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05de92-7b0e-4dce-aa4a-d7f69a903c20 req-ed6d78ba-4c79-4735-b7b8-8c711e10995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:26.053935 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c05de92-7b0e-4dce-aa4a-d7f69a903c20 req-ed6d78ba-4c79-4735-b7b8-8c711e10995a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836496
Jan 22 20:24:26.225261 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c05de92-7b0e-4dce-aa4a-d7f69a903c20 req-164660a2-b0f8-4e50-9779-e89b737cb629 service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633918
Jan 22 20:24:26.380211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1533b-d5b8-4eb0-89c1-385d9f049702 req-cef3e8c7-8d43-42f6-b204-93220ddf88f0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:26.381924 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d4b1533b-d5b8-4eb0-89c1-385d9f049702 req-cef3e8c7-8d43-42f6-b204-93220ddf88f0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1245148
Jan 22 20:24:26.408541 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1c05de92-7b0e-4dce-aa4a-d7f69a903c20 req-28b0d634-8074-4af9-a15e-5854fd67eb93 service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1589475
Jan 22 20:24:26.444490 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d4b1533b-d5b8-4eb0-89c1-385d9f049702 req-057277e2-5744-43b8-8b7b-23214829a713 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544162
Jan 22 20:24:26.736558 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1c2fa-e44e-4f1a-8482-e6956d04bb0b req-10069fcd-a3f0-4dd3-9a26-5df595051d14 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:26.738325 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84e1c2fa-e44e-4f1a-8482-e6956d04bb0b req-10069fcd-a3f0-4dd3-9a26-5df595051d14 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 945 time: 0.1049550
Jan 22 20:24:26.791850 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-84e1c2fa-e44e-4f1a-8482-e6956d04bb0b req-b10de58a-fd7a-467b-9157-a40e240218cf tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0467184
Jan 22 20:24:27.046186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d11939-216c-4160-be85-f5ecd4deefef req-982f1803-4ab8-4adc-b635-5bfc364aa800 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:27.047866 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04d11939-216c-4160-be85-f5ecd4deefef req-982f1803-4ab8-4adc-b635-5bfc364aa800 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1059318
Jan 22 20:24:27.100154 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04d11939-216c-4160-be85-f5ecd4deefef req-1001e18e-e378-437b-8755-1f69b636014d tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0457594
Jan 22 20:24:27.700194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71a4e-f0ca-48aa-9f0b-fa9d2fa57e0a req-bec6f70c-9c09-4a88-886a-791f77a0e407 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:27.701695 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52d71a4e-f0ca-48aa-9f0b-fa9d2fa57e0a req-bec6f70c-9c09-4a88-886a-791f77a0e407 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1073747
Jan 22 20:24:27.753329 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-52d71a4e-f0ca-48aa-9f0b-fa9d2fa57e0a req-c87fcd19-f0cb-4869-a228-ab3e365f2c10 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451922
Jan 22 20:24:27.834107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:27.925459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bdb38b07-45b5-4f0a-9399-6d7ec2d9d346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:28.021617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee45a87-1035-43ed-9030-8133b8bcf330 req-1ffbd663-67c8-408a-b206-fdc40906cf5e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:28.023150 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ee45a87-1035-43ed-9030-8133b8bcf330 req-1ffbd663-67c8-408a-b206-fdc40906cf5e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 945 time: 0.1047664
Jan 22 20:24:28.077846 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2ee45a87-1035-43ed-9030-8133b8bcf330 req-916f5c35-3009-4cb0-bd10-ff4ff3a238cf tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0477126
Jan 22 20:24:28.375008 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40542d84-62be-4306-a03b-f8ec7b71f0cc req-e5623b93-749c-40af-8fdc-9b5e8d1758e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:28.376677 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40542d84-62be-4306-a03b-f8ec7b71f0cc req-e5623b93-749c-40af-8fdc-9b5e8d1758e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 945 time: 0.1691632
Jan 22 20:24:28.427344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc944a8e-f88c-4c6f-bd3b-b15b23fdf3dd req-fd7c12d3-3a16-4059-89df-0b9f882e719b tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:28.429028 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc944a8e-f88c-4c6f-bd3b-b15b23fdf3dd req-fd7c12d3-3a16-4059-89df-0b9f882e719b tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1797903
Jan 22 20:24:28.482689 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40542d84-62be-4306-a03b-f8ec7b71f0cc req-880028ad-d0bf-4436-bc61-f9a386917d79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0965588
Jan 22 20:24:28.506782 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dc944a8e-f88c-4c6f-bd3b-b15b23fdf3dd req-bd9dd22f-83cf-4c50-9894-1444869cdfa5 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0684803
Jan 22 20:24:28.702105 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-4d983aa4-0ab5-4275-b37c-e41259bb1f5c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1648421
Jan 22 20:24:28.712027 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'floatingip': {'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:28.722681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:28.733211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:28.783799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:28.864049 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:28.993830 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:29.073638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcb296-55c1-4d76-a0f3-856ac512a3eb req-8ab0da19-63c0-4292-bf1a-07951705fb70 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:29.075317 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-acdcb296-55c1-4d76-a0f3-856ac512a3eb req-8ab0da19-63c0-4292-bf1a-07951705fb70 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1698620
Jan 22 20:24:29.131612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:29.199032 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-acdcb296-55c1-4d76-a0f3-856ac512a3eb req-fddfb026-7494-4585-94d2-c745a7afbd62 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722990
Jan 22 20:24:29.340900 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Allocated IP 172.27.1.189 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/697554d7-fa14-4722-a76c-88bcca99bd93) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:24:29.498378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:29.549961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:29.569689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3facb0f9-7b84-4595-b61b-8920ffcd323f tempest-VolumesActionsTest-921636559 tempest-VolumesActionsTest-921636559] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:29.764916 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'Port': ['ID=697554d7-fa14-4722-a76c-88bcca99bd93,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:29.770433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:29.830937 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:24:29.832922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:24:29.859784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ae6cd-581e-4858-8f1c-25a9a19acd12 req-e84440c3-25db-4b91-a259-a672de2c8ad6 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:29.861386 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-786ae6cd-581e-4858-8f1c-25a9a19acd12 req-e84440c3-25db-4b91-a259-a672de2c8ad6 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1788447
Jan 22 20:24:29.862168 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:24:29.958955 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-786ae6cd-581e-4858-8f1c-25a9a19acd12 req-33222c4a-e6f1-4027-b3c3-bedcb348cba5 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0666783
Jan 22 20:24:29.988617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:30.092377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:30.371878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:30.427870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7712718'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:30.452069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:30.824087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'Port': ['ID=697554d7-fa14-4722-a76c-88bcca99bd93,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:30.827207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:30.896462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23e249-955d-4273-9e58-f505851a71e1 req-98b05b8d-0b39-480e-b60b-8e6f0341f2df tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:30.897986 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ed23e249-955d-4273-9e58-f505851a71e1 req-98b05b8d-0b39-480e-b60b-8e6f0341f2df tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.5109184
Jan 22 20:24:31.002800 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ed23e249-955d-4273-9e58-f505851a71e1 req-5b2c8838-d9cd-4696-b7d3-4d1b8f4cc82f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971613
Jan 22 20:24:31.010343 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:31.074375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:31.075907 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.3679760
Jan 22 20:24:31.222557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-e47f2d4b-1648-4bb7-bb0a-1da8c725e366 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:floatingip {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:24:31.292613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53442e-9b05-4822-90cc-29138c33dee7 req-6bb8b3e4-aaab-4db4-bf0e-f2a40913e0cf tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:31.294224 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9f53442e-9b05-4822-90cc-29138c33dee7 req-6bb8b3e4-aaab-4db4-bf0e-f2a40913e0cf tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1439428
Jan 22 20:24:31.295367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-e47f2d4b-1648-4bb7-bb0a-1da8c725e366 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:floatingip {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:24:31.296502 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-e47f2d4b-1648-4bb7-bb0a-1da8c725e366 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.189 HTTP/1.1" status: 200  len: 696 time: 0.2050338
Jan 22 20:24:31.450480 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9f53442e-9b05-4822-90cc-29138c33dee7 req-ad589218-d7a4-4884-aaa4-ee8bcaf61e52 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1497846
Jan 22 20:24:31.521065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-e3a4ec20-3161-402f-bc18-4f2e70010dcd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:31.522555 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dd5bf77c-0835-4d5b-a926-044cb0d31926 req-e3a4ec20-3161-402f-bc18-4f2e70010dcd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 784 time: 0.2071452
Jan 22 20:24:31.738208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5c5ca-f55a-425b-a47d-1cd900108ac6 req-66fb4194-ed74-4139-8ac5-9fac6b002b41 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:31.739762 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-92b5c5ca-f55a-425b-a47d-1cd900108ac6 req-66fb4194-ed74-4139-8ac5-9fac6b002b41 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 944 time: 0.1718247
Jan 22 20:24:31.814047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754261a5-929b-435a-9236-56198e817317 req-dc928f9d-e581-48d5-ac72-6cf84bc132e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:31.815704 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-dc928f9d-e581-48d5-ac72-6cf84bc132e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1785347
Jan 22 20:24:31.876956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device e3d0e026-444f-4cd4-9597-3fa8112d463f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:31.885141 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-92b5c5ca-f55a-425b-a47d-1cd900108ac6 req-c4a2b491-d1a0-4f25-a7a9-8f0a3de13de9 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1376965
Jan 22 20:24:31.918082 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-622cc0e1-dbe2-4cd2-b5d2-bafe858c771f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.189 HTTP/1.1" status: 200  len: 696 time: 0.0957396
Jan 22 20:24:31.928906 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-754261a5-929b-435a-9236-56198e817317 req-e090ddfc-3eba-4917-8455-cb6cab62261c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'floatingip': {'port_id': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:31.983614 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port e3d0e026-444f-4cd4-9597-3fa8112d463f completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:24:31.989083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port e3d0e026-444f-4cd4-9597-3fa8112d463f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:31.989484 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:32.018053 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-754261a5-929b-435a-9236-56198e817317 req-e090ddfc-3eba-4917-8455-cb6cab62261c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:32.118020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:32.148854 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:32.160198 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port e3d0e026-444f-4cd4-9597-3fa8112d463f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e3d0e026-444f-4cd4-9597-3fa8112d463f,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:24:32.194878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:32.195815 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:32.225999 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:32.445285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-8eba9b10-9b43-4157-9a68-3044718b97e2 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:32.446505 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-8eba9b10-9b43-4157-9a68-3044718b97e2 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Synchronizing usage tracker for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:port {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:24:32.461110 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-8eba9b10-9b43-4157-9a68-3044718b97e2 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Unset dirty status for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:port {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:24:32.462354 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-8eba9b10-9b43-4157-9a68-3044718b97e2 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.48 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.1386459
Jan 22 20:24:32.482817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffe459-9f5d-44ef-9cad-4bdaa680853c req-db561ba1-c666-410b-9a1f-2d3a00790063 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:32.484535 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1ffe459-9f5d-44ef-9cad-4bdaa680853c req-db561ba1-c666-410b-9a1f-2d3a00790063 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.3219776
Jan 22 20:24:32.486636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=e3d0e026-444f-4cd4-9597-3fa8112d463f,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:32.492802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:32.501961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b0e8baff-9aad-4b04-969b-41a87a75a125 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:32.502465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:32.556345 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Deleting port fc968d60-6e59-4212-9a81-379158f6411a {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:24:32.557097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:32.632404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:32.660539 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a1ffe459-9f5d-44ef-9cad-4bdaa680853c req-00ab593a-2c9a-4c05-a064-daa0b6dfbe91 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1576769
Jan 22 20:24:32.667865 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port b0e8baff-9aad-4b04-969b-41a87a75a125, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b0e8baff-9aad-4b04-969b-41a87a75a125,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:24:32.716347 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:32.718376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:32.754545 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f', 'code': 200}
Jan 22 20:24:32.799267 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=b0e8baff-9aad-4b04-969b-41a87a75a125,revision_number=6']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:32.802068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:32.854303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] For port fc968d60-6e59-4212-9a81-379158f6411a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=fc968d60-6e59-4212-9a81-379158f6411a,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:24:32.859767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:32.860323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-754261a5-929b-435a-9236-56198e817317 req-e090ddfc-3eba-4917-8455-cb6cab62261c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:32.941443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-754261a5-929b-435a-9236-56198e817317 req-e090ddfc-3eba-4917-8455-cb6cab62261c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:33.240747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240c4f3-d649-494d-8bdd-82343e4d9499 req-cba12c3d-14dc-4f57-aaf8-fb6a49e88be5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:33.242517 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e240c4f3-d649-494d-8bdd-82343e4d9499 req-cba12c3d-14dc-4f57-aaf8-fb6a49e88be5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 946 time: 0.3472304
Jan 22 20:24:33.256086 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-754261a5-929b-435a-9236-56198e817317 req-e090ddfc-3eba-4917-8455-cb6cab62261c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Floating IP 1324d55e-eccf-44a0-baa8-5dfae37ed7d9 associated. External IP: 172.27.1.189, port: 555acc0a-abbc-4d94-be94-a6dd9279129a.
Jan 22 20:24:33.412711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:33.413204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:33.413664 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Floating IP ba153a0f-b156-4231-b11b-942d9ad573b6 disassociated. External IP: 172.27.1.169, port: fc968d60-6e59-4212-9a81-379158f6411a.
Jan 22 20:24:33.414176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Calling delete_port for fc968d60-6e59-4212-9a81-379158f6411a owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:24:33.427144 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device e3d0e026-444f-4cd4-9597-3fa8112d463f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:33.506015 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port e3d0e026-444f-4cd4-9597-3fa8112d463f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:33.506755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:33.611310 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:33.630596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5ed0330a-301a-4ed5-9be3-224db5e6e366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:33.636545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:33.642095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c6ee9-897a-49e6-9fdc-ab1e43fa583f req-632bcaf8-8fc8-4902-bd8b-fbb2fd633b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:33.643764 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1b0c6ee9-897a-49e6-9fdc-ab1e43fa583f req-632bcaf8-8fc8-4902-bd8b-fbb2fd633b8e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 1162 time: 0.5660701
Jan 22 20:24:33.690516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event deleted for resources: {'Port': ['ID=fc968d60-6e59-4212-9a81-379158f6411a,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:33.694640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:33.707851 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e240c4f3-d649-494d-8bdd-82343e4d9499 req-63e6b2cc-adc4-4077-a697-a0149705f164 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=08df0369-27ab-437c-a857-ab25bc4bae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4550178
Jan 22 20:24:33.713284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b0e8baff-9aad-4b04-969b-41a87a75a125 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:33.713704 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:33.737334 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1b0c6ee9-897a-49e6-9fdc-ab1e43fa583f req-05db5962-f7db-48ef-9bb2-2c5ac125d152 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804110
Jan 22 20:24:33.909735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device fc968d60-6e59-4212-9a81-379158f6411a no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:24:34.003420 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] No Port match for: fc968d60-6e59-4212-9a81-379158f6411a {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:24:34.004204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device fc968d60-6e59-4212-9a81-379158f6411a not bound to the agent host hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:24:34.051486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-754261a5-929b-435a-9236-56198e817317 req-e090ddfc-3eba-4917-8455-cb6cab62261c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Router fc30a605-4ff7-45cf-8381-e5533bce2823 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:24:34.080033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Router 0bcac44c-ddee-44a6-9e0a-668461243e0b has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:24:34.268664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cf8b9-7d6e-40d6-ab3d-c144c8b2b402 req-3613e8a4-592e-43e9-9fbb-d639b7f6860e tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:34.270382 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf6cf8b9-7d6e-40d6-ab3d-c144c8b2b402 req-3613e8a4-592e-43e9-9fbb-d639b7f6860e tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.2775800
Jan 22 20:24:34.287640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:24:34.298341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc946b8-c552-4007-8d6a-a11e5fad7564 None None] Sync routers for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:24:34.309837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc946b8-c552-4007-8d6a-a11e5fad7564 None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:24:34.310522 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6fc946b8-c552-4007-8d6a-a11e5fad7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b79e5c18>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:24:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:34.325967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-754261a5-929b-435a-9236-56198e817317 req-e090ddfc-3eba-4917-8455-cb6cab62261c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:24:34.332009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-754261a5-929b-435a-9236-56198e817317 req-e090ddfc-3eba-4917-8455-cb6cab62261c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:34.338394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dace726-4646-43dc-89f9-af338bf026f6 None None] Sync routers for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:24:34.353228 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dace726-4646-43dc-89f9-af338bf026f6 None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:24:34.355134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9dace726-4646-43dc-89f9-af338bf026f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7ae2c50>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:24:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:34.368322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] No DVR routers for this DVR port fc968d60-6e59-4212-9a81-379158f6411a on host hv-cinder-76810 {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:24:34.373601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:34.389947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633f52c8-661e-4636-8454-bbb893cbe51d', 'name': 'network-vif-deleted', 'tag': 'fc968d60-6e59-4212-9a81-379158f6411a'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:34.423259 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-62a46d7d-9d97-4ef7-bee6-513a613a7cf2 req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.48 "DELETE /v2.0/ports/fc968d60-6e59-4212-9a81-379158f6411a HTTP/1.1" status: 204  len: 173 time: 1.9466341
Jan 22 20:24:34.459175 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cf6cf8b9-7d6e-40d6-ab3d-c144c8b2b402 req-322be94d-4384-4e80-b8a4-351770db7d12 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1787496
Jan 22 20:24:34.508649 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-e090ddfc-3eba-4917-8455-cb6cab62261c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "PUT /v2.0/floatingips/1324d55e-eccf-44a0-baa8-5dfae37ed7d9 HTTP/1.1" status: 200  len: 996 time: 2.5839643
Jan 22 20:24:34.509207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:34.562467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6fc946b8-c552-4007-8d6a-a11e5fad7564 None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:24:34.635926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-9dace726-4646-43dc-89f9-af338bf026f6 None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:24:34.674905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754261a5-929b-435a-9236-56198e817317 req-48a9ba9c-2766-4fc1-af6c-1becc879b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:34.683365 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-48a9ba9c-2766-4fc1-af6c-1becc879b9c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 1162 time: 0.1605628
Jan 22 20:24:34.785284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:34.853341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754261a5-929b-435a-9236-56198e817317 req-7fcb5d51-b929-49fe-9802-8cd7a7923c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:34.854967 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-7fcb5d51-b929-49fe-9802-8cd7a7923c6e service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.1707788
Jan 22 20:24:34.881457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228c3fa-4577-47e9-8234-49092d5e0903 req-1f7ec49f-e7f5-40b4-962a-f62c115f9f0a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:34.883092 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4228c3fa-4577-47e9-8234-49092d5e0903 req-1f7ec49f-e7f5-40b4-962a-f62c115f9f0a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.2659111
Jan 22 20:24:34.979654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6fc946b8-c552-4007-8d6a-a11e5fad7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b79e5c18>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:34.983833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc946b8-c552-4007-8d6a-a11e5fad7564 None None] Checking router: 0bcac44c-ddee-44a6-9e0a-668461243e0b for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:24:34.993387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc946b8-c552-4007-8d6a-a11e5fad7564 None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:24:34.994584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6fc946b8-c552-4007-8d6a-a11e5fad7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b79e5c18>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:24:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:35.022870 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-2262211f-0849-4d3e-8aaa-32886cd6c43a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=555acc0a-abbc-4d94-be94-a6dd9279129a HTTP/1.1" status: 200  len: 999 time: 0.1386340
Jan 22 20:24:35.029415 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4228c3fa-4577-47e9-8234-49092d5e0903 req-51945bfb-4b0f-471b-a7aa-a062a59483de tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844882
Jan 22 20:24:35.041219 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9dace726-4646-43dc-89f9-af338bf026f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7ae2c50>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1324d55e-eccf-44a0-baa8-5dfae37ed7d9', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:e3:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:29Z', 'updated_at': '2021-01-22T20:24:32Z', 'revision_number': 1, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:35.046122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dace726-4646-43dc-89f9-af338bf026f6 None None] Checking router: fc30a605-4ff7-45cf-8381-e5533bce2823 for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:24:35.057962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dace726-4646-43dc-89f9-af338bf026f6 None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:24:35.059154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9dace726-4646-43dc-89f9-af338bf026f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7ae2c50>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:24:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:35.185992 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754261a5-929b-435a-9236-56198e817317 req-0ba73e1d-26f3-4603-8f8a-efe9a44cb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:35.189095 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633f52c8-661e-4636-8454-bbb893cbe51d', 'name': 'network-vif-deleted', 'tag': 'fc968d60-6e59-4212-9a81-379158f6411a', 'status': 'completed', 'code': 200}
Jan 22 20:24:35.190256 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-0ba73e1d-26f3-4603-8f8a-efe9a44cb282 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.1575315
Jan 22 20:24:35.217239 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-6fc946b8-c552-4007-8d6a-a11e5fad7564 None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:24:35.308561 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'status': 'completed', 'code': 200}
Jan 22 20:24:35.319971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754261a5-929b-435a-9236-56198e817317 req-9fdafdcd-12ee-47ad-9c37-11c28d5534c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:35.321726 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-9fdafdcd-12ee-47ad-9c37-11c28d5534c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1214561
Jan 22 20:24:35.324480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-9dace726-4646-43dc-89f9-af338bf026f6 None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:24:35.335828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-2506787d-3d3e-48aa-8d64-9da9e3fcbb4b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:24:35.337614 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-2506787d-3d3e-48aa-8d64-9da9e3fcbb4b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0069306
Jan 22 20:24:35.580909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3df76-655e-4af8-b4e6-2aa769d5d3cc req-b3899b57-8148-4d11-bd0d-693f66d1ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:35.589265 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ef3df76-655e-4af8-b4e6-2aa769d5d3cc req-b3899b57-8148-4d11-bd0d-693f66d1ee34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 1162 time: 0.2112646
Jan 22 20:24:35.715423 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-99a9208b-e914-4085-bc24-e9c9e3be3e3e req-b91c400e-9270-4331-98d1-b5c99250887b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=633f52c8-661e-4636-8454-bbb893cbe51d HTTP/1.1" status: 200  len: 210 time: 0.1527092
Jan 22 20:24:35.716360 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-6fc946b8-c552-4007-8d6a-a11e5fad7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b79e5c18>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:35.721402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc946b8-c552-4007-8d6a-a11e5fad7564 None None] The sync data for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi is: [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:24:35.833241 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-66fc3778-5d2a-479f-b22d-feeff4b11466 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4886026
Jan 22 20:24:35.877797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3df76-655e-4af8-b4e6-2aa769d5d3cc req-2987ea05-ac42-4d4c-bd45-ecb1e965c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:35.879485 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125', 'code': 200}
Jan 22 20:24:35.879621 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ef3df76-655e-4af8-b4e6-2aa769d5d3cc req-2987ea05-ac42-4d4c-bd45-ecb1e965c1fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.2822182
Jan 22 20:24:36.019042 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-754261a5-929b-435a-9236-56198e817317 req-f9fad41e-4cdb-47c8-8b74-53f413ec15c0 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1711600
Jan 22 20:24:36.051260 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ef3df76-655e-4af8-b4e6-2aa769d5d3cc req-617a0ff5-fa12-4b05-ab22-5fa59f69d282 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=555acc0a-abbc-4d94-be94-a6dd9279129a HTTP/1.1" status: 200  len: 999 time: 0.1368060
Jan 22 20:24:36.058443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-9dace726-4646-43dc-89f9-af338bf026f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7ae2c50>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1324d55e-eccf-44a0-baa8-5dfae37ed7d9', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:e3:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:29Z', 'updated_at': '2021-01-22T20:24:32Z', 'revision_number': 1, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:36.063020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dace726-4646-43dc-89f9-af338bf026f6 None None] The sync data for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi is: [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1324d55e-eccf-44a0-baa8-5dfae37ed7d9', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:e3:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:29Z', 'updated_at': '2021-01-22T20:24:32Z', 'revision_number': 1, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:24:36.187429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9649b14-4e4d-4838-a8a5-a7e2a3d43b1b req-53cdbbc8-a438-4be4-91cb-d0a548b5549e tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:36.189156 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9649b14-4e4d-4838-a8a5-a7e2a3d43b1b req-53cdbbc8-a438-4be4-91cb-d0a548b5549e tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1687477
Jan 22 20:24:36.227546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3df76-655e-4af8-b4e6-2aa769d5d3cc req-b5fb3e5b-e0a6-47ed-a85f-3575eeb9ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:36.230120 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ef3df76-655e-4af8-b4e6-2aa769d5d3cc req-b5fb3e5b-e0a6-47ed-a85f-3575eeb9ae59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.1716864
Jan 22 20:24:36.321369 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3df76-655e-4af8-b4e6-2aa769d5d3cc req-7700f72e-a8af-41fe-a4ae-3769f2631005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:36.323564 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ef3df76-655e-4af8-b4e6-2aa769d5d3cc req-7700f72e-a8af-41fe-a4ae-3769f2631005 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845134
Jan 22 20:24:36.353383 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9649b14-4e4d-4838-a8a5-a7e2a3d43b1b req-805265e6-47b7-45fd-900c-d9db28283398 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1575174
Jan 22 20:24:36.427292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b2e74-021d-4fa9-aa9f-66363d8c893e req-ddd6ab85-c363-4477-aed8-da0a9b0493fd tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:36.428909 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-361b2e74-021d-4fa9-aa9f-66363d8c893e req-ddd6ab85-c363-4477-aed8-da0a9b0493fd tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.2029307
Jan 22 20:24:36.432090 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf53c49-4128-40e1-8ab1-b7cc930072a2 req-698717ce-e8a0-4d65-bc7d-7e682398bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:36.433591 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dcf53c49-4128-40e1-8ab1-b7cc930072a2 req-698717ce-e8a0-4d65-bc7d-7e682398bfb1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1163 time: 0.1521473
Jan 22 20:24:36.441248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b295f33-4b60-4864-a039-8e8bb4c8bd99 None None] New status for floating IP ba153a0f-b156-4231-b11b-942d9ad573b6: DOWN {{(pid=80270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:24:36.476549 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ef3df76-655e-4af8-b4e6-2aa769d5d3cc req-ebaa292f-1331-4182-a49e-a0fb30c4c140 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457577
Jan 22 20:24:36.483037 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-361b2e74-021d-4fa9-aa9f-66363d8c893e req-af7fa96e-4c97-4872-968c-5d525364bd66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470777
Jan 22 20:24:36.567472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a49c2d-1b1c-4f5f-9e64-4b4cf1c3def9 None None] New status for floating IP 1324d55e-eccf-44a0-baa8-5dfae37ed7d9: ACTIVE {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:24:36.736501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e401e30-9d25-4eec-8e71-d81eea255ed9 req-5a0a05e0-5770-4f95-af02-ed0e32e061bb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:36.738440 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e401e30-9d25-4eec-8e71-d81eea255ed9 req-5a0a05e0-5770-4f95-af02-ed0e32e061bb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1097476
Jan 22 20:24:36.748586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 52904) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:36.754288 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-53cd1675-bbcf-4831-a7b1-9b4a1994439d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Request body: {'floatingip': {'port_id': 'e3d0e026-444f-4cd4-9597-3fa8112d463f'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:36.845503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53cd1675-bbcf-4831-a7b1-9b4a1994439d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:36.894097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52912) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:36.970962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efee5775-003d-454d-bfe2-6d9c07b82fbd tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:37.004790 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efee5775-003d-454d-bfe2-6d9c07b82fbd tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:37.075554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efee5775-003d-454d-bfe2-6d9c07b82fbd tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:37.093690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ca89e76-90a8-48fa-9ac2-35beb3d9906f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:37.115972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee5775-003d-454d-bfe2-6d9c07b82fbd tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event deleted for resources: {'SecurityGroup': ['ID=08df0369-27ab-437c-a857-ab25bc4bae3d,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:37.120188 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efee5775-003d-454d-bfe2-6d9c07b82fbd tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:37.159786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efee5775-003d-454d-bfe2-6d9c07b82fbd tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:37.161025 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-efee5775-003d-454d-bfe2-6d9c07b82fbd tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "DELETE /v2.0/security-groups/08df0369-27ab-437c-a857-ab25bc4bae3d HTTP/1.1" status: 204  len: 168 time: 0.2658546
Jan 22 20:24:37.164045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52918) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:37.183187 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-97383371-f653-423c-9907-37df8c0e6b72 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] show failed (client error): The resource could not be found.
Jan 22 20:24:37.187156 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-97383371-f653-423c-9907-37df8c0e6b72 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups/08df0369-27ab-437c-a857-ab25bc4bae3d HTTP/1.1" status: 404  len: 347 time: 0.0192745
Jan 22 20:24:37.187627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52922) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:37.366212 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Deleting port 38bd1eb7-d165-4f4e-968f-252ae42077c9 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:24:37.366781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:37.557089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:37.557440 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:37.685671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27701e0-b479-460b-a429-d79c49a376dc req-080137d5-95f0-4e0a-9e90-1b161b4873fb tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:37.687199 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27701e0-b479-460b-a429-d79c49a376dc req-080137d5-95f0-4e0a-9e90-1b161b4873fb tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1525543
Jan 22 20:24:37.691802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Calling delete_port for 38bd1eb7-d165-4f4e-968f-252ae42077c9 owned by network:floatingip {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:24:37.825833 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d27701e0-b479-460b-a429-d79c49a376dc req-b6b04169-fa4d-46ac-953f-0ffde640714e tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1294923
Jan 22 20:24:37.849718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53cd1675-bbcf-4831-a7b1-9b4a1994439d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:37.868368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:37.885184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-baebe631-e53a-4a14-9eaa-b8dc3645abe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:37.891339 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53cd1675-bbcf-4831-a7b1-9b4a1994439d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:37.943329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event deleted for resources: {'Port': ['ID=38bd1eb7-d165-4f4e-968f-252ae42077c9,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:37.947879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:38.082437 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-53cd1675-bbcf-4831-a7b1-9b4a1994439d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Floating IP c96e25a4-cf2a-417d-aa4d-a61cfebde00e associated. External IP: 172.27.1.191, port: e3d0e026-444f-4cd4-9597-3fa8112d463f.
Jan 22 20:24:38.117596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:38.133776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:38.135622 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "DELETE /v2.0/floatingips/ba153a0f-b156-4231-b11b-942d9ad573b6 HTTP/1.1" status: 204  len: 168 time: 0.9470065
Jan 22 20:24:38.461436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cd1675-bbcf-4831-a7b1-9b4a1994439d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Router 4cf32e1d-042c-4784-a234-867896f541be has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:24:38.652504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cd1675-bbcf-4831-a7b1-9b4a1994439d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:24:38.656858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53cd1675-bbcf-4831-a7b1-9b4a1994439d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:38.662366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62000581-f9ea-4c80-a536-7bb4cffb5ba4 None None] Sync routers for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:24:38.673296 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62000581-f9ea-4c80-a536-7bb4cffb5ba4 None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:24:38.674090 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-62000581-f9ea-4c80-a536-7bb4cffb5ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b79fa0f0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:24:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:38.716727 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-53cd1675-bbcf-4831-a7b1-9b4a1994439d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "PUT /v2.0/floatingips/c96e25a4-cf2a-417d-aa4d-a61cfebde00e HTTP/1.1" status: 200  len: 991 time: 1.9667962
Jan 22 20:24:38.717561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:38.874620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-62000581-f9ea-4c80-a536-7bb4cffb5ba4 None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:24:39.039785 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52940) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:39.046432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'security_group': {'name': 'tempest-securitygroup--1189157151', 'description': 'tempest-description--1561061967'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:39.057203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:39.061927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:security_group and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:39.065185 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:39.071413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:39.101154 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f', 'status': 'completed', 'code': 200}
Jan 22 20:24:39.121109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.144350 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:39.148874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:security_group_rule and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:39.153317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:39.160354 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:39.268378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.298024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.304192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-60e08930-0c1d-40ba-80a0-8a73f3af0f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:39.349452 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e24ca7-ac2f-4213-b389-656bb2f3a558,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:39.352667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:39.378013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.382034 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3384187
Jan 22 20:24:39.382407 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52946) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:39.388934 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'security_group_rule': {'security_group_id': 'b4e24ca7-ac2f-4213-b389-656bb2f3a558', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:39.400834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:39.406251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:security_group_rule and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:39.410116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:39.417655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:39.424925 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-62000581-f9ea-4c80-a536-7bb4cffb5ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b79fa0f0>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': 'c96e25a4-cf2a-417d-aa4d-a61cfebde00e', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '4cf32e1d-042c-4784-a234-867896f541be', 'port_id': 'e3d0e026-444f-4cd4-9597-3fa8112d463f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'mac_address': 'fa:16:3e:51:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:16Z', 'updated_at': '2021-01-22T20:24:37Z', 'revision_number': 1, 'project_id': '5298656aa8d344849634ed79515c8355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:39.429601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62000581-f9ea-4c80-a536-7bb4cffb5ba4 None None] Checking router: 4cf32e1d-042c-4784-a234-867896f541be for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:24:39.438722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62000581-f9ea-4c80-a536-7bb4cffb5ba4 None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:24:39.439436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-62000581-f9ea-4c80-a536-7bb4cffb5ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b79fa0f0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:24:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:39.465975 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.533134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.565771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.568408 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efe858ed-b125-4af8-939a-0dba7629192b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:39.593315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05af1e01-19a6-4f20-961f-82631f69db9f,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:39.596092 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:39.621312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bacd4-7e26-4b8f-b05a-9d57d8efeced req-3baa0565-8372-424d-8f02-4da486998081 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:39.623019 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d92bacd4-7e26-4b8f-b05a-9d57d8efeced req-3baa0565-8372-424d-8f02-4da486998081 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1140172
Jan 22 20:24:39.629300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.630915 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ff176dc8-2fd8-48d9-bc6d-8781a6788016 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2475214
Jan 22 20:24:39.633659 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52950) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:39.638179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-62000581-f9ea-4c80-a536-7bb4cffb5ba4 None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:24:39.640397 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'security_group_rule': {'security_group_id': 'b4e24ca7-ac2f-4213-b389-656bb2f3a558', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:39.650981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:39.655982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:security_group_rule and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:39.659851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:39.665880 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:39.682212 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d92bacd4-7e26-4b8f-b05a-9d57d8efeced req-448efcfd-4c77-47ab-a4b5-c88ad74c0491 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0521345
Jan 22 20:24:39.713102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.778203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.828931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.831069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:39.852542 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe234438-9773-402c-a7c1-e6e74e7cd92b,revision_number=0']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:39.857533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:39.890768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group_rule, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:39.892099 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-eaa2ae50-1cdc-4084-a81d-efb67b261e67 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2566559
Jan 22 20:24:39.895243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 52954) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:24:39.900847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'floatingip': {'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:39.910555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:39.914555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:floatingip and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:39.918016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:39.923737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:39.959421 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:40.012929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-62000581-f9ea-4c80-a536-7bb4cffb5ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b79fa0f0>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': 'c96e25a4-cf2a-417d-aa4d-a61cfebde00e', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '4cf32e1d-042c-4784-a234-867896f541be', 'port_id': 'e3d0e026-444f-4cd4-9597-3fa8112d463f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'mac_address': 'fa:16:3e:51:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:16Z', 'updated_at': '2021-01-22T20:24:37Z', 'revision_number': 1, 'project_id': '5298656aa8d344849634ed79515c8355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:24:40.017164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62000581-f9ea-4c80-a536-7bb4cffb5ba4 None None] The sync data for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi is: [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': 'c96e25a4-cf2a-417d-aa4d-a61cfebde00e', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '4cf32e1d-042c-4784-a234-867896f541be', 'port_id': 'e3d0e026-444f-4cd4-9597-3fa8112d463f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'mac_address': 'fa:16:3e:51:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:16Z', 'updated_at': '2021-01-22T20:24:37Z', 'revision_number': 1, 'project_id': '5298656aa8d344849634ed79515c8355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:24:40.111121 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:40.327957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89c418-d0ce-4bb9-86d8-c220c28b6d66 None None] New status for floating IP c96e25a4-cf2a-417d-aa4d-a61cfebde00e: ACTIVE {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:24:40.597868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Allocated IP 172.27.1.73 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/8f4cc825-38cd-4662-9fd6-9cb059539fc4) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:24:40.757980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:40.823251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:40.839419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-068105a5-a97f-4de1-a9fc-a1feaee2f332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:40.920242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffc42f-fef9-4e0d-9b13-3c04b0b3e78e req-f8c18c67-98e6-4d6d-a80f-d2feafb25f6d tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:40.921947 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9fffc42f-fef9-4e0d-9b13-3c04b0b3e78e req-f8c18c67-98e6-4d6d-a80f-d2feafb25f6d tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1107969
Jan 22 20:24:40.980592 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'Port': ['ID=8f4cc825-38cd-4662-9fd6-9cb059539fc4,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:40.992340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:41.002641 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9fffc42f-fef9-4e0d-9b13-3c04b0b3e78e req-13a49bcb-d11a-431f-9015-d1534381681f tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0622284
Jan 22 20:24:41.012166 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dcf53c49-4128-40e1-8ab1-b7cc930072a2 req-b5e777e6-de9c-4b7b-b939-0ce86cb03d17 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0856655
Jan 22 20:24:41.152857 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:24:41.156399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:24:41.167040 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:24:41.210033 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7ef3df76-655e-4af8-b4e6-2aa769d5d3cc req-979e957c-87ba-4474-a18e-e480c3c5db2b service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2190311
Jan 22 20:24:41.299892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:41.414669 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:41.687965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:41.719519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:41.735177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7df22b76-4479-48f9-b5a6-bccea268ea61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:41.771234 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:24:41.843156 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f9d-faa9-44e5-804f-928f6627fc02 req-ef7b0497-4cb4-4c76-ab1f-04b773b57c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:41.845227 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-faea4f9d-faa9-44e5-804f-928f6627fc02 req-ef7b0497-4cb4-4c76-ab1f-04b773b57c96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 1162 time: 0.0986831
Jan 22 20:24:41.878891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'Port': ['ID=8f4cc825-38cd-4662-9fd6-9cb059539fc4,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:41.884323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:42.021252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f9d-faa9-44e5-804f-928f6627fc02 req-0e15c567-7910-4ac7-849e-52d5e3b160c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:42.022885 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-faea4f9d-faa9-44e5-804f-928f6627fc02 req-0e15c567-7910-4ac7-849e-52d5e3b160c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 911 time: 0.1436319
Jan 22 20:24:42.046848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:42.048550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device e3d0e026-444f-4cd4-9597-3fa8112d463f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:42.060744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a23e3-4acf-43ad-a5e4-d05a2be06877 req-69af302c-aab7-449c-bfac-727b858fd48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:42.061641 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d92a23e3-4acf-43ad-a5e4-d05a2be06877 req-69af302c-aab7-449c-bfac-727b858fd48c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1163 time: 0.1574841
Jan 22 20:24:42.125741 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:42.135364 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.2306631
Jan 22 20:24:42.163830 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-faea4f9d-faa9-44e5-804f-928f6627fc02 req-1fa11a95-8f5a-4613-b0ca-b3b8e69d4ef8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d0e026-444f-4cd4-9597-3fa8112d463f HTTP/1.1" status: 200  len: 1001 time: 0.1337667
Jan 22 20:24:42.245055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f9d-faa9-44e5-804f-928f6627fc02 req-8205913a-2478-4dd5-af91-7d4d38568391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:42.247037 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-faea4f9d-faa9-44e5-804f-928f6627fc02 req-8205913a-2478-4dd5-af91-7d4d38568391 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.0747137
Jan 22 20:24:42.300818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port e3d0e026-444f-4cd4-9597-3fa8112d463f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:42.316561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:42.336874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a23e3-4acf-43ad-a5e4-d05a2be06877 req-fff334a1-5816-4e28-818f-8b695932a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:42.339237 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d92a23e3-4acf-43ad-a5e4-d05a2be06877 req-fff334a1-5816-4e28-818f-8b695932a495 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 200  len: 903 time: 0.2486584
Jan 22 20:24:42.511842 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d92a23e3-4acf-43ad-a5e4-d05a2be06877 req-8724fe84-e76b-4b16-8678-29a87402a72a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 1002 time: 0.1620142
Jan 22 20:24:42.589167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a23e3-4acf-43ad-a5e4-d05a2be06877 req-cfac4b78-b975-4ea0-b9a9-dbf2697a680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:42.591027 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d92a23e3-4acf-43ad-a5e4-d05a2be06877 req-cfac4b78-b975-4ea0-b9a9-dbf2697a680c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aeb336df-79d5-41ec-8909-42092dad05b2 HTTP/1.1" status: 200  len: 848 time: 0.0708828
Jan 22 20:24:42.676925 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-582f8a26-b886-43ef-a394-93a1482393a2 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1189157151&fields=id&tenant_id=e38ccd21c1674123bb7dd2df09b09606 HTTP/1.1" status: 200  len: 267 time: 0.0698810
Jan 22 20:24:42.684083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a23e3-4acf-43ad-a5e4-d05a2be06877 req-9d75818b-7e6a-4948-989d-8daef685bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:42.685700 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d92a23e3-4acf-43ad-a5e4-d05a2be06877 req-9d75818b-7e6a-4948-989d-8daef685bcf9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c93e5b4a-6dd9-49f7-b254-5ebb34484328&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844440
Jan 22 20:24:42.842479 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d92a23e3-4acf-43ad-a5e4-d05a2be06877 req-41f40578-1e61-47a4-801c-d930e5ea3305 service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418073
Jan 22 20:24:42.854532 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97419603-a62f-4ceb-8290-6c923e92424f req-58ea6ca0-b733-41ff-8b63-b096e09b3813 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:42.859768 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-97419603-a62f-4ceb-8290-6c923e92424f req-58ea6ca0-b733-41ff-8b63-b096e09b3813 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.5515754
Jan 22 20:24:42.867571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f9d-faa9-44e5-804f-928f6627fc02 req-a7e42d2d-c133-40a3-bec1-d6438a0d4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:42.869922 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-faea4f9d-faa9-44e5-804f-928f6627fc02 req-a7e42d2d-c133-40a3-bec1-d6438a0d4228 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6134379
Jan 22 20:24:42.991226 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d92a23e3-4acf-43ad-a5e4-d05a2be06877 req-c3ad1f13-4b88-49ac-bff8-bc8bb84b81c6 service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412530
Jan 22 20:24:43.073582 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac148f-1106-4508-947d-b48c4719b836 req-438fca59-1b27-4d8c-af4a-432a6aca036f tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:43.075249 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-438fca59-1b27-4d8c-af4a-432a6aca036f tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/networks?id=680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 200  len: 811 time: 0.3816955
Jan 22 20:24:43.083135 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-97419603-a62f-4ceb-8290-6c923e92424f req-97395350-5921-40f2-88a4-91b358b20f1f tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2094924
Jan 22 20:24:43.105607 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-37fdb546-717c-4ede-8455-f1db644d009d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/quotas/e38ccd21c1674123bb7dd2df09b09606 HTTP/1.1" status: 200  len: 375 time: 0.0140495
Jan 22 20:24:43.193769 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-faea4f9d-faa9-44e5-804f-928f6627fc02 req-2b29d168-538b-4ab0-82c9-3602c19e68cf service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2899117
Jan 22 20:24:43.236064 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-e3fedc14-2b5d-4f7b-97f4-ddc6ea954878 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?tenant_id=e38ccd21c1674123bb7dd2df09b09606&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1253543
Jan 22 20:24:43.405868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device e3d0e026-444f-4cd4-9597-3fa8112d463f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:43.483059 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port e3d0e026-444f-4cd4-9597-3fa8112d463f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:43.483503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:43.507010 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-faea4f9d-faa9-44e5-804f-928f6627fc02 req-f8ba1205-4345-4dcc-a24b-757fd7161c11 service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2696199
Jan 22 20:24:43.510318 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-3f9a424c-3c33-4a03-be7b-e5f9fe2d536e service neutron] 10.222.0.38 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2503631
Jan 22 20:24:43.610406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:43.656293 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-9452fe90-4fd0-4b35-a53c-0ea389710e48 service neutron] 10.222.0.38 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389630
Jan 22 20:24:43.681884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b0e8baff-9aad-4b04-969b-41a87a75a125 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:43.682309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:43.888453 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f197110a-9ead-4555-95d5-30c7e4b1d907 req-e17fea9f-e64e-4b81-a8e5-a1a00d79ce77 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 210 time: 0.0498533
Jan 22 20:24:44.336020 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5447757-81e2-4010-8005-d7ea57c282a1 req-3b31ff3a-6f72-4dab-8ebc-d83b49e25dc2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:44.337652 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e5447757-81e2-4010-8005-d7ea57c282a1 req-3b31ff3a-6f72-4dab-8ebc-d83b49e25dc2 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1113341
Jan 22 20:24:44.389820 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e5447757-81e2-4010-8005-d7ea57c282a1 req-ee2b60c3-252c-4b41-9dcc-9427454c838b tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0455396
Jan 22 20:24:45.066091 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a600226a-2104-4f42-b577-13e532b0c0bc req-c1d8092b-2621-41a3-a61d-c6cce2431f9f tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 210 time: 0.0488575
Jan 22 20:24:46.246757 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ca5c9aec-f6ce-429d-ac87-5fcadd68cbe6 req-6eb33dc2-a96a-4b35-b0f8-8f4afc27473e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 210 time: 0.0511854
Jan 22 20:24:46.508983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:47.560470 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7e0a41af-40f6-4d34-ba99-656a3d6901a3 req-32d1deae-9f31-4502-a10c-6cde0101cc77 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 210 time: 0.0480037
Jan 22 20:24:48.416247 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:48.490139 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port b0e8baff-9aad-4b04-969b-41a87a75a125 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:48.490563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:48.738939 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c99e47ca-261e-400c-99f8-601006eb7aa1 req-df366896-ebd4-4cf0-ab2a-66d4916a1961 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 210 time: 0.0507751
Jan 22 20:24:49.922630 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a01089c1-47fc-4333-8ed9-2e03449af0af req-5a26842a-cb92-4d9e-b8fc-8335d5858e61 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 210 time: 0.0554302
Jan 22 20:24:50.178943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac148f-1106-4508-947d-b48c4719b836 req-3ae11114-76d1-459d-a9b9-1e466830f9c8 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:50.181079 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-3ae11114-76d1-459d-a9b9-1e466830f9c8 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.48 "GET /v2.0/networks?id=680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 200  len: 811 time: 0.1973872
Jan 22 20:24:50.300956 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-648703d3-dbe7-40cc-bd67-8e57a0749918 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e38ccd21c1674123bb7dd2df09b09606 HTTP/1.1" status: 200  len: 5705 time: 0.0905282
Jan 22 20:24:50.335937 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'port': {'device_id': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'admin_state_up': True, 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'security_groups': ['b4e24ca7-ac2f-4213-b389-656bb2f3a558']}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:50.485129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:24:50.489719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Usage tracker for resource:port and tenant:e38ccd21c1674123bb7dd2df09b09606 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:24:50.492751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Quota usage for port was recalculated. Used quota:3. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:24:50.498538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:24:50.559675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Made reservation on behalf of e38ccd21c1674123bb7dd2df09b09606 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:24:50.569480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:50.888116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Allocated IP 172.20.0.8 (680ba046-e955-4e19-a2a5-d87c6b56d8a5/703ccb20-1ede-4180-86d9-702b53f9353c/1956683f-7ef9-4832-b649-32e7393cd6f6) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:24:51.131083 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8d7b88d8-6025-456d-8370-a541133c7782 req-70add148-27de-40b9-b7ee-f398ec7e6a84 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 210 time: 0.0648003
Jan 22 20:24:51.136219 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:51.166312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Transition to ACTIVE for port object 1956683f-7ef9-4832-b649-32e7393cd6f6 will not be triggered until provisioned by entity DHCP. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:24:51.210881 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:51.225883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a8c6b566-be87-4327-9d3e-d02a28c6579c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:51.370469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event updated for resources: {'Port': ['ID=1956683f-7ef9-4832-b649-32e7393cd6f6,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:51.387563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.387982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.388383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.388786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.389280 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.389592 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.389987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.390379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.390773 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.391163 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.392377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.392377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.392377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.392741 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.393088 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.393510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.393901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.394286 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.394674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.395064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.395478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.395864 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.396248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.396635 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:24:51.403036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:51.447697 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:24:51.448877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:24:51.451444 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:24:51.536386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:51.537119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:51.594519 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2632451
Jan 22 20:24:51.614739 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Request body: {'port': {'device_id': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:24:51.726183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ebb46313-097a-46b6-a32b-3f58b3411910 None None] Provisioning for port 1956683f-7ef9-4832-b649-32e7393cd6f6 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:24:51.731922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ebb46313-097a-46b6-a32b-3f58b3411910 None None] Provisioning complete for port 1956683f-7ef9-4832-b649-32e7393cd6f6 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:51.732278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ebb46313-097a-46b6-a32b-3f58b3411910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:51.735363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:51.792116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-ebb46313-097a-46b6-a32b-3f58b3411910 None None] Port 1956683f-7ef9-4832-b649-32e7393cd6f6 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:24:52.429893 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b13d9-0225-46f0-99c1-58f72307096d req-17826a0e-47b0-4a37-8cb5-9dadae57220b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:52.430623 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-960b13d9-0225-46f0-99c1-58f72307096d req-17826a0e-47b0-4a37-8cb5-9dadae57220b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Synchronizing usage tracker for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:24:52.511725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1956683f-7ef9-4832-b649-32e7393cd6f6 {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:24:52.519480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:52.523766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-960b13d9-0225-46f0-99c1-58f72307096d req-17826a0e-47b0-4a37-8cb5-9dadae57220b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Unset dirty status for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:24:52.525559 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-960b13d9-0225-46f0-99c1-58f72307096d req-17826a0e-47b0-4a37-8cb5-9dadae57220b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 931 time: 0.2477884
Jan 22 20:24:52.553229 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Transition to ACTIVE for port object 1956683f-7ef9-4832-b649-32e7393cd6f6 will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:24:52.585906 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-960b13d9-0225-46f0-99c1-58f72307096d req-3cceb4e6-6a60-4d9c-bf37-36e7a38fda15 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531504
Jan 22 20:24:52.589085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7712718'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:52.605181 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c674edbf-0d9a-4931-8168-bd48c7fe5e12 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:52.742668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Pushing event updated for resources: {'Port': ['ID=1956683f-7ef9-4832-b649-32e7393cd6f6,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:52.752601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:52.942340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Attempting to bind port 1956683f-7ef9-4832-b649-32e7393cd6f6 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:24:52.942776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Attempting to bind port 1956683f-7ef9-4832-b649-32e7393cd6f6 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:24:52.943142 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Attempting to bind port 1956683f-7ef9-4832-b649-32e7393cd6f6 on network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:24:52.949625 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:24:52.949965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Checking segment: {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:24:52.950365 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:52.950851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Bound using segment: {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:24:52.951261 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Bound port: 1956683f-7ef9-4832-b649-32e7393cd6f6, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4628502b-d2ff-4e81-9dbb-bb9c0760a63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:24:52.951629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:53.052887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] For port 1956683f-7ef9-4832-b649-32e7393cd6f6, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:24:53.056586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] For port 1956683f-7ef9-4832-b649-32e7393cd6f6, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1956683f-7ef9-4832-b649-32e7393cd6f6,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:24:53.085112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7712718'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:53.101840 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3df07028-dfbd-43ff-8561-97e37bf273db tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:53.257340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Pushing event updated for resources: {'Port': ['ID=1956683f-7ef9-4832-b649-32e7393cd6f6,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:53.263432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:53.293778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:53.294449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:53.295976 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] 10.222.0.48 "PUT /v2.0/ports/1956683f-7ef9-4832-b649-32e7393cd6f6 HTTP/1.1" status: 200  len: 1157 time: 1.6862772
Jan 22 20:24:53.296493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'tag': '1956683f-7ef9-4832-b649-32e7393cd6f6'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:53.361527 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'tag': '1956683f-7ef9-4832-b649-32e7393cd6f6', 'status': 'completed', 'code': 200}
Jan 22 20:24:53.489302 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac148f-1106-4508-947d-b48c4719b836 req-a5fd76ec-5a44-426c-8438-27b4282633bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:53.490910 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-a5fd76ec-5a44-426c-8438-27b4282633bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e38ccd21c1674123bb7dd2df09b09606&device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 1160 time: 0.0835307
Jan 22 20:24:53.584287 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-5db8b056-cd9a-460e-89af-3afa170c64b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1956683f-7ef9-4832-b649-32e7393cd6f6 HTTP/1.1" status: 200  len: 217 time: 0.0653560
Jan 22 20:24:53.661054 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac148f-1106-4508-947d-b48c4719b836 req-e7e7c5bf-cfb2-4320-b1fc-9e3b78482cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:53.662933 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-e7e7c5bf-cfb2-4320-b1fc-9e3b78482cbd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703ccb20-1ede-4180-86d9-702b53f9353c HTTP/1.1" status: 200  len: 850 time: 0.0683706
Jan 22 20:24:53.827695 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac148f-1106-4508-947d-b48c4719b836 req-0535b23d-43a4-4749-b012-556f8018a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:53.829300 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-0535b23d-43a4-4749-b012-556f8018a1dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=680ba046-e955-4e19-a2a5-d87c6b56d8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1476581
Jan 22 20:24:53.862799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fe917-bda9-455d-af22-8734ea7fcd2e req-c02f6105-fb18-4835-8cab-5d35a6009cf6 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:53.864412 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-768fe917-bda9-455d-af22-8734ea7fcd2e req-c02f6105-fb18-4835-8cab-5d35a6009cf6 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 943 time: 0.1373837
Jan 22 20:24:54.013551 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-768fe917-bda9-455d-af22-8734ea7fcd2e req-745c70cc-cea5-4527-8899-41ab2d0c18f4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1242247
Jan 22 20:24:54.044077 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-e58e9e8b-7416-45c0-b836-7f79591fcda8 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786501
Jan 22 20:24:54.195045 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cdac148f-1106-4508-947d-b48c4719b836 req-9b660078-5172-41b9-9ade-b03e529bcaab service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420550
Jan 22 20:24:54.464956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d39741-a40e-4039-8be0-746f7fa129bc req-f5f7c027-a846-4c2d-aee4-1822fb45e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:54.466507 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96d39741-a40e-4039-8be0-746f7fa129bc req-f5f7c027-a846-4c2d-aee4-1822fb45e27d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e38ccd21c1674123bb7dd2df09b09606&device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 1160 time: 0.0803983
Jan 22 20:24:54.612951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d39741-a40e-4039-8be0-746f7fa129bc req-c1c38c04-d9c6-40b5-a4c9-4628c32aa54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:54.614538 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96d39741-a40e-4039-8be0-746f7fa129bc req-c1c38c04-d9c6-40b5-a4c9-4628c32aa54a service neutron] 10.222.0.48 "GET /v2.0/networks?id=680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 200  len: 905 time: 0.1392725
Jan 22 20:24:54.692045 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96d39741-a40e-4039-8be0-746f7fa129bc req-3ebb1441-35d6-4c2f-8a22-944037aa583f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1956683f-7ef9-4832-b649-32e7393cd6f6 HTTP/1.1" status: 200  len: 217 time: 0.0684490
Jan 22 20:24:54.763708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d39741-a40e-4039-8be0-746f7fa129bc req-69bb3243-096f-4a45-9615-c1360cf4c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:54.765248 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96d39741-a40e-4039-8be0-746f7fa129bc req-69bb3243-096f-4a45-9615-c1360cf4c316 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703ccb20-1ede-4180-86d9-702b53f9353c HTTP/1.1" status: 200  len: 850 time: 0.0657346
Jan 22 20:24:54.776595 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea3de6e9-e184-49f4-92a5-f32047b0808b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:54.852120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d39741-a40e-4039-8be0-746f7fa129bc req-b3951e52-f042-444f-a1bf-062389b2177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:54.854240 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96d39741-a40e-4039-8be0-746f7fa129bc req-b3951e52-f042-444f-a1bf-062389b2177f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=680ba046-e955-4e19-a2a5-d87c6b56d8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798831
Jan 22 20:24:54.999768 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96d39741-a40e-4039-8be0-746f7fa129bc req-a2b5450c-2919-439d-819c-7ee1ac93528f service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374712
Jan 22 20:24:55.183664 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-96d39741-a40e-4039-8be0-746f7fa129bc req-01ff1272-e654-48c4-8abd-ad895f1f9398 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1754541
Jan 22 20:24:55.253404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8314fd-fbce-4a42-863d-737831ad1ce5 req-93884a7d-3429-4c59-b7f0-e2f42fbd6d5e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:55.255037 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c8314fd-fbce-4a42-863d-737831ad1ce5 req-93884a7d-3429-4c59-b7f0-e2f42fbd6d5e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 943 time: 0.1100607
Jan 22 20:24:55.307520 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c8314fd-fbce-4a42-863d-737831ad1ce5 req-dfabf73b-cfa2-4d8d-b948-902b553ec09c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458348
Jan 22 20:24:55.807798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ea259-4e3a-40d4-a778-ca6fd0cf815d req-99c5f9f0-7142-4a29-834f-02866cecd57f tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:55.809461 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d8ea259-4e3a-40d4-a778-ca6fd0cf815d req-99c5f9f0-7142-4a29-834f-02866cecd57f tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 946 time: 0.1054351
Jan 22 20:24:55.863900 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4d8ea259-4e3a-40d4-a778-ca6fd0cf815d req-91c75828-0358-4f57-8373-3abd869e6bd4 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479438
Jan 22 20:24:56.544188 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7a995-a98f-4435-a65c-29478977cb4a req-4995d164-d486-4bbe-b2c9-3dcd627c5503 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:56.545791 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fee7a995-a98f-4435-a65c-29478977cb4a req-4995d164-d486-4bbe-b2c9-3dcd627c5503 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 943 time: 0.1045597
Jan 22 20:24:56.596569 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fee7a995-a98f-4435-a65c-29478977cb4a req-f94f5405-4835-4ef2-bcde-3eb923e2c31b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445359
Jan 22 20:24:57.313242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868b7d-d028-4f05-a015-ecea89e51075 req-209f3cf3-4fc7-475b-8090-fab5696fc71b tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:57.314837 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ae868b7d-d028-4f05-a015-ecea89e51075 req-209f3cf3-4fc7-475b-8090-fab5696fc71b tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 946 time: 0.3212943
Jan 22 20:24:57.366550 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ae868b7d-d028-4f05-a015-ecea89e51075 req-9f9735da-c37e-42b6-825e-acc34165a915 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452805
Jan 22 20:24:57.828969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:57.830288 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c621c9-24b1-442f-beea-de9bb44249be req-f58a5764-e03d-444e-aeb5-53ab5688de34 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:57.831953 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78c621c9-24b1-442f-beea-de9bb44249be req-f58a5764-e03d-444e-aeb5-53ab5688de34 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 943 time: 0.1074884
Jan 22 20:24:57.886657 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-78c621c9-24b1-442f-beea-de9bb44249be req-14918b38-555b-41f6-90e9-ce7a5dc2b98a tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483091
Jan 22 20:24:57.926300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c6a5fb9-1e58-4b56-a8c0-c4ff8f0e3e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:58.395182 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 8627cdd4-1697-4ede-8bdb-1414601480ed up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:24:58.454264 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba2395-a676-4cad-a437-fe48ceae92ad req-e1711689-82db-49a1-a09a-7255909e6164 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:58.455943 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5eba2395-a676-4cad-a437-fe48ceae92ad req-e1711689-82db-49a1-a09a-7255909e6164 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.48 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 946 time: 0.1087022
Jan 22 20:24:58.477433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 8627cdd4-1697-4ede-8bdb-1414601480ed triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:24:58.478427 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:58.589750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5eba2395-a676-4cad-a437-fe48ceae92ad req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Deleting port 8627cdd4-1697-4ede-8bdb-1414601480ed {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:24:58.590137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5eba2395-a676-4cad-a437-fe48ceae92ad req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:58.753451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddffc6-42b8-46a1-9b33-89c69a67e197 req-320b4ab8-ea34-45d9-9bae-6700d4ccbe84 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:58.755096 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dcddffc6-42b8-46a1-9b33-89c69a67e197 req-320b4ab8-ea34-45d9-9bae-6700d4ccbe84 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 946 time: 0.2438064
Jan 22 20:24:58.858055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:58.903935 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-dcddffc6-42b8-46a1-9b33-89c69a67e197 req-b649c376-2de9-49e4-8e50-7ff3981d9c24 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/security-groups?id=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419263
Jan 22 20:24:58.947537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5eba2395-a676-4cad-a437-fe48ceae92ad req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] For port 8627cdd4-1697-4ede-8bdb-1414601480ed, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=8627cdd4-1697-4ede-8bdb-1414601480ed,segment=NetworkSegment(f597d7a7-0900-4ef2-acdb-7dd524715c3f),segment_id=f597d7a7-0900-4ef2-acdb-7dd524715c3f)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:24:58.947943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5eba2395-a676-4cad-a437-fe48ceae92ad req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:59.083530 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5eba2395-a676-4cad-a437-fe48ceae92ad req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Calling delete_port for 8627cdd4-1697-4ede-8bdb-1414601480ed owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:24:59.120796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:59.302667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcb364-9d80-4c7c-9ca2-ed48a2d93c27 req-4e8f3cc1-13fd-490b-a5f5-a0c4bdffe906 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:24:59.304333 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3dfcb364-9d80-4c7c-9ca2-ed48a2d93c27 req-4e8f3cc1-13fd-490b-a5f5-a0c4bdffe906 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 943 time: 0.2292409
Jan 22 20:24:59.374420 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3dfcb364-9d80-4c7c-9ca2-ed48a2d93c27 req-05d0d346-6b26-4353-a7af-04e03dea6fea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572057
Jan 22 20:24:59.393810 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5eba2395-a676-4cad-a437-fe48ceae92ad req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:59.417130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:24:59.474748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Pushing event deleted for resources: {'Port': ['ID=8627cdd4-1697-4ede-8bdb-1414601480ed,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:24:59.479160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:24:59.624549 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eba2395-a676-4cad-a437-fe48ceae92ad req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] No DVR routers for this DVR port 8627cdd4-1697-4ede-8bdb-1414601480ed on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:24:59.626688 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5eba2395-a676-4cad-a437-fe48ceae92ad req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:24:59.629430 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f697b4-7069-4e07-9f64-923b33d4fe8c', 'name': 'network-vif-deleted', 'tag': '8627cdd4-1697-4ede-8bdb-1414601480ed'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:24:59.641813 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5eba2395-a676-4cad-a437-fe48ceae92ad req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.48 "DELETE /v2.0/ports/8627cdd4-1697-4ede-8bdb-1414601480ed HTTP/1.1" status: 204  len: 173 time: 1.1789386
Jan 22 20:24:59.690601 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f697b4-7069-4e07-9f64-923b33d4fe8c', 'name': 'network-vif-deleted', 'tag': '8627cdd4-1697-4ede-8bdb-1414601480ed', 'status': 'completed', 'code': 200}
Jan 22 20:25:00.103754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-68b3979e-91f8-430d-95e4-6624b8c660a9 req-44909a8a-e949-43ac-ac10-f14e0c2f108e tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Synchronizing usage tracker for tenant:b8e578e28124414680248f4a77a9da20 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:25:00.153279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-68b3979e-91f8-430d-95e4-6624b8c660a9 req-44909a8a-e949-43ac-ac10-f14e0c2f108e tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Unset dirty status for tenant:b8e578e28124414680248f4a77a9da20 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:25:00.154567 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-68b3979e-91f8-430d-95e4-6624b8c660a9 req-44909a8a-e949-43ac-ac10-f14e0c2f108e tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] 10.222.0.38 "GET /v2.0/ports?device_id=76f697b4-7069-4e07-9f64-923b33d4fe8c HTTP/1.1" status: 200  len: 210 time: 0.1015310
Jan 22 20:25:00.616024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b6564-899b-4a38-a686-38bdd43f931f req-2f3fc1c0-a104-49f5-a065-d20d6df308c1 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:00.617636 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a40b6564-899b-4a38-a686-38bdd43f931f req-2f3fc1c0-a104-49f5-a065-d20d6df308c1 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 943 time: 0.1044345
Jan 22 20:25:00.669770 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a40b6564-899b-4a38-a686-38bdd43f931f req-70b39d9f-554e-4503-b61b-eac67c46b052 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445831
Jan 22 20:25:01.194620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 1956683f-7ef9-4832-b649-32e7393cd6f6 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:25:01.297374 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port 1956683f-7ef9-4832-b649-32e7393cd6f6 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:25:01.302818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 1956683f-7ef9-4832-b649-32e7393cd6f6 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:25:01.303285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:01.428618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:01.458356 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1956683f-7ef9-4832-b649-32e7393cd6f6'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:25:01.468000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 1956683f-7ef9-4832-b649-32e7393cd6f6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1956683f-7ef9-4832-b649-32e7393cd6f6,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:25:01.497803 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:01.499806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:25:01.539946 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1956683f-7ef9-4832-b649-32e7393cd6f6', 'code': 200}
Jan 22 20:25:01.553206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 8627cdd4-1697-4ede-8bdb-1414601480ed no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:25:01.600794 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] No Port match for: 8627cdd4-1697-4ede-8bdb-1414601480ed {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:25:01.601270 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 8627cdd4-1697-4ede-8bdb-1414601480ed not bound to the agent host hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:25:01.613215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=1956683f-7ef9-4832-b649-32e7393cd6f6,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:25:01.621391 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.621931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.622169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.622543 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.622915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.623303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.623674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.624040 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.624407 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.624767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.625126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.625487 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.625901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.626267 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.626625 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.626979 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.627364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.627825 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.628187 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.628544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.628900 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.629258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.629614 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.629970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:25:01.634442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:25:01.983137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e059ca1-f34c-4b33-81b5-7d7414975c48 req-2f4d9466-dccc-4d79-ad12-ecf3ac36dc49 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:01.984767 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e059ca1-f34c-4b33-81b5-7d7414975c48 req-2f4d9466-dccc-4d79-ad12-ecf3ac36dc49 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1774879
Jan 22 20:25:01.989554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174915ed-2ec9-464f-aab8-84b92eefe9eb req-4f4398cd-099b-4eca-8fcc-2c912449ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:01.991029 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-174915ed-2ec9-464f-aab8-84b92eefe9eb req-4f4398cd-099b-4eca-8fcc-2c912449ef9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 1162 time: 0.1304822
Jan 22 20:25:02.066970 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e059ca1-f34c-4b33-81b5-7d7414975c48 req-236eeba4-d1fe-4201-ac3e-0854c5a33386 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748968
Jan 22 20:25:02.073332 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-174915ed-2ec9-464f-aab8-84b92eefe9eb req-849b9eac-3a06-4cb3-9a29-51b1fe5a07f4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648632
Jan 22 20:25:02.348159 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 1956683f-7ef9-4832-b649-32e7393cd6f6 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:25:02.425297 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port 1956683f-7ef9-4832-b649-32e7393cd6f6 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:25:02.425710 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:03.313916 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d5fac-a123-4557-b9b9-137adfe531dc req-33402bf3-7a0d-4b8d-8e7f-ac12ad0b35b7 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:03.315646 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a6d5fac-a123-4557-b9b9-137adfe531dc req-33402bf3-7a0d-4b8d-8e7f-ac12ad0b35b7 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1120114
Jan 22 20:25:03.369812 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3a6d5fac-a123-4557-b9b9-137adfe531dc req-165f5803-a51d-4ad0-86e8-434dc8febfd7 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473638
Jan 22 20:25:04.607392 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb754c37-cfbd-46af-999c-a67d1267d05a req-b2660f52-cf8b-4781-bfaf-808c57d01d9d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:04.608974 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fb754c37-cfbd-46af-999c-a67d1267d05a req-b2660f52-cf8b-4781-bfaf-808c57d01d9d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1080241
Jan 22 20:25:04.661661 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fb754c37-cfbd-46af-999c-a67d1267d05a req-747c7702-8c11-4f07-85f0-83dbe4fa66c7 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459685
Jan 22 20:25:04.892486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09aed15-b481-49f8-bf2d-3f1971ad540f req-e7539119-8752-4c8f-b153-3ec37b8cd029 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:04.894145 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a09aed15-b481-49f8-bf2d-3f1971ad540f req-e7539119-8752-4c8f-b153-3ec37b8cd029 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1055753
Jan 22 20:25:04.904183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 53156) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:25:04.909735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f32743f6-d3e7-42ee-9f71-f7e43a259fef tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Request body: {'floatingip': {'port_id': '1956683f-7ef9-4832-b649-32e7393cd6f6'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:25:04.997994 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f32743f6-d3e7-42ee-9f71-f7e43a259fef tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:05.616902 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f32743f6-d3e7-42ee-9f71-f7e43a259fef tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:05.657557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f32743f6-d3e7-42ee-9f71-f7e43a259fef tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:05.838633 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [None req-f32743f6-d3e7-42ee-9f71-f7e43a259fef tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Floating IP 7e8406c3-8d01-4c74-9773-d9147129e983 associated. External IP: 172.27.1.73, port: 1956683f-7ef9-4832-b649-32e7393cd6f6.
Jan 22 20:25:06.437721 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32743f6-d3e7-42ee-9f71-f7e43a259fef tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Router 0bcac44c-ddee-44a6-9e0a-668461243e0b has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:25:06.632083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32743f6-d3e7-42ee-9f71-f7e43a259fef tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:25:06.637200 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f32743f6-d3e7-42ee-9f71-f7e43a259fef tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:06.642887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61fcdc3-38f6-4045-94af-b221d504a5e6 None None] Sync routers for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:25:06.652843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fcdc3-38f6-4045-94af-b221d504a5e6 None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:25:06.653522 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d61fcdc3-38f6-4045-94af-b221d504a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b6f736d8>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:24:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:25:06.698651 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f32743f6-d3e7-42ee-9f71-f7e43a259fef tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "PUT /v2.0/floatingips/7e8406c3-8d01-4c74-9773-d9147129e983 HTTP/1.1" status: 200  len: 990 time: 1.7932215
Jan 22 20:25:06.699285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'tag': '1956683f-7ef9-4832-b649-32e7393cd6f6'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:25:07.010387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d61fcdc3-38f6-4045-94af-b221d504a5e6 None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:25:07.391987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d61fcdc3-38f6-4045-94af-b221d504a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b6f736d8>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '7e8406c3-8d01-4c74-9773-d9147129e983', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'port_id': '1956683f-7ef9-4832-b649-32e7393cd6f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'mac_address': 'fa:16:3e:7a:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:41Z', 'updated_at': '2021-01-22T20:25:05Z', 'revision_number': 1, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:25:07.401559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61fcdc3-38f6-4045-94af-b221d504a5e6 None None] Checking router: 0bcac44c-ddee-44a6-9e0a-668461243e0b for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:25:07.406903 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fcdc3-38f6-4045-94af-b221d504a5e6 None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:25:07.407634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d61fcdc3-38f6-4045-94af-b221d504a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b6f736d8>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:24:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:25:07.598599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d61fcdc3-38f6-4045-94af-b221d504a5e6 None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:25:07.965200 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d61fcdc3-38f6-4045-94af-b221d504a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b6f736d8>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '7e8406c3-8d01-4c74-9773-d9147129e983', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'port_id': '1956683f-7ef9-4832-b649-32e7393cd6f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'mac_address': 'fa:16:3e:7a:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:41Z', 'updated_at': '2021-01-22T20:25:05Z', 'revision_number': 1, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:25:07.969387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61fcdc3-38f6-4045-94af-b221d504a5e6 None None] The sync data for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi is: [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '7e8406c3-8d01-4c74-9773-d9147129e983', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'port_id': '1956683f-7ef9-4832-b649-32e7393cd6f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'mac_address': 'fa:16:3e:7a:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:41Z', 'updated_at': '2021-01-22T20:25:05Z', 'revision_number': 1, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:25:08.233882 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'tag': '1956683f-7ef9-4832-b649-32e7393cd6f6', 'status': 'completed', 'code': 200}
Jan 22 20:25:08.265085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f5f53-fe61-4916-b9f9-3a50342347c8 None None] New status for floating IP 7e8406c3-8d01-4c74-9773-d9147129e983: ACTIVE {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:25:08.373859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e660db1-f3f8-4bff-9c8d-bbe6356ac202 req-99b243af-f3f4-400b-aeca-819150c5d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:08.375504 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e660db1-f3f8-4bff-9c8d-bbe6356ac202 req-99b243af-f3f4-400b-aeca-819150c5d345 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e38ccd21c1674123bb7dd2df09b09606&device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 1162 time: 0.0830066
Jan 22 20:25:08.533505 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e660db1-f3f8-4bff-9c8d-bbe6356ac202 req-a9d14dac-6b80-4bf2-8729-5718ae1a4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:08.535044 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e660db1-f3f8-4bff-9c8d-bbe6356ac202 req-a9d14dac-6b80-4bf2-8729-5718ae1a4b08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 200  len: 905 time: 0.1515806
Jan 22 20:25:08.652261 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e660db1-f3f8-4bff-9c8d-bbe6356ac202 req-32c5140b-85be-49aa-b22d-d44ab3a4b35a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1956683f-7ef9-4832-b649-32e7393cd6f6 HTTP/1.1" status: 200  len: 998 time: 0.1083593
Jan 22 20:25:08.729803 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e660db1-f3f8-4bff-9c8d-bbe6356ac202 req-95c91de5-901f-428e-a255-ec4d3bcc5d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:08.731612 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e660db1-f3f8-4bff-9c8d-bbe6356ac202 req-95c91de5-901f-428e-a255-ec4d3bcc5d6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703ccb20-1ede-4180-86d9-702b53f9353c HTTP/1.1" status: 200  len: 850 time: 0.0720303
Jan 22 20:25:08.816184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e660db1-f3f8-4bff-9c8d-bbe6356ac202 req-414cfb69-b9c1-4f25-9bc9-629ff64eaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:08.817804 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e660db1-f3f8-4bff-9c8d-bbe6356ac202 req-414cfb69-b9c1-4f25-9bc9-629ff64eaee8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=680ba046-e955-4e19-a2a5-d87c6b56d8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791042
Jan 22 20:25:08.963388 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e660db1-f3f8-4bff-9c8d-bbe6356ac202 req-5545f191-876c-4e34-8cfc-1c0819c3ef8c service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375270
Jan 22 20:25:09.110547 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e660db1-f3f8-4bff-9c8d-bbe6356ac202 req-9d530318-facb-405e-8292-0f07e0312569 service neutron] 10.222.0.48 "GET /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408546
Jan 22 20:25:16.491686 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:18.771033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:25:24.788067 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9382d350-0201-48cd-9e96-e46f86950e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:27.840579 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:27.935917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e812eb38-42c9-40bf-81cd-8377fb97f9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:28.868818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:29.142230 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:31.943439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 53362) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:25:32.014421 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d28d3d4-dd16-4466-a656-50c8a5db6d8e admin admin] Deleting subnet 4b310f18-b65c-42a3-b71c-0bfa224546de {{(pid=80269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:25:32.018282 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3d4-dd16-4466-a656-50c8a5db6d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:32.082018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3d4-dd16-4466-a656-50c8a5db6d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6527990'] for subnet, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:32.147816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3d4-dd16-4466-a656-50c8a5db6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:32.795044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3d4-dd16-4466-a656-50c8a5db6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7712659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847208704'] for subnet, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:32.814195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:25:32.869691 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28d3d4-dd16-4466-a656-50c8a5db6d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b310f18-b65c-42a3-b71c-0bfa224546de,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:25:32.874481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6d28d3d4-dd16-4466-a656-50c8a5db6d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:25:32.968953 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3d4-dd16-4466-a656-50c8a5db6d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:32.976065 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6d28d3d4-dd16-4466-a656-50c8a5db6d8e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4b310f18-b65c-42a3-b71c-0bfa224546de HTTP/1.1" status: 204  len: 168 time: 1.0314057
Jan 22 20:25:32.978895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 53370) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:25:33.115682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:33.428837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:33.556698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bb3af828>,) {'filters': {'network_id': ['927fa0ce-531e-46a7-b544-63432956dea3']}} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:25:33.571887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb3af828>, 'f597d7a7-0900-4ef2-acdb-7dd524715c3f') {'for_net_delete': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:25:33.572226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb3af828>, 'f597d7a7-0900-4ef2-acdb-7dd524715c3f') {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:25:33.586263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848247811'] for segment, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:33.652072 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:33.654509 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:25:33.843706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Network 927fa0ce-531e-46a7-b544-63432956dea3 has no segments {{(pid=80269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:25:33.853917 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846939855'] for segment, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:34.053145 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Network 927fa0ce-531e-46a7-b544-63432956dea3 has no segments {{(pid=80269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:25:34.079715 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:25:34.314628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:34.318195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:25:34.335411 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:34.342165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=927fa0ce-531e-46a7-b544-63432956dea3,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:25:34.346868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:25:34.401289 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6fe12d0f-f02c-41c3-a533-5db38b7330e7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/927fa0ce-531e-46a7-b544-63432956dea3 HTTP/1.1" status: 204  len: 168 time: 1.4210672
Jan 22 20:25:34.749716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 53380) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:25:34.821337 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f4d8a133-db2a-4be2-96a1-1fddeeb0235b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8e578e28124414680248f4a77a9da20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0702813
Jan 22 20:25:34.825949 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 53384) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:25:34.893743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b5d0-a5be-43b3-ae7a-c9cb951d9784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:34.924228 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b5d0-a5be-43b3-ae7a-c9cb951d9784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:34.994812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b5d0-a5be-43b3-ae7a-c9cb951d9784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:35.000669 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1ae61d36-4694-4f7b-a2fc-7369f550bff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:25:35.019777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4b5d0-a5be-43b3-ae7a-c9cb951d9784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c531a89-cee8-4bb8-9151-e1b6c9cc3d99,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:25:35.022713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1b4b5d0-a5be-43b3-ae7a-c9cb951d9784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:25:35.024966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b5d0-a5be-43b3-ae7a-c9cb951d9784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:35.026788 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f1b4b5d0-a5be-43b3-ae7a-c9cb951d9784 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c531a89-cee8-4bb8-9151-e1b6c9cc3d99 HTTP/1.1" status: 204  len: 168 time: 0.1991253
Jan 22 20:25:40.980832 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-f11aee80-b5b5-419b-ac0b-9014c0b22cbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0775044
Jan 22 20:25:41.162769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-76ca98d5-bf1b-46a2-ab15-65a51779de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:41.164480 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-76ca98d5-bf1b-46a2-ab15-65a51779de0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1163 time: 0.0879228
Jan 22 20:25:41.337936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-919571c4-c8b6-433e-bc1a-3ab22376dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:41.340055 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-919571c4-c8b6-433e-bc1a-3ab22376dd1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 200  len: 903 time: 0.1383042
Jan 22 20:25:41.456797 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-75134905-e6b1-4dd1-80ef-57ed919dc6f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 1002 time: 0.1089926
Jan 22 20:25:41.531178 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-d2ea9acb-8eb6-4253-93fa-2530842e6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:41.532842 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-d2ea9acb-8eb6-4253-93fa-2530842e6959 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aeb336df-79d5-41ec-8909-42092dad05b2 HTTP/1.1" status: 200  len: 848 time: 0.0690465
Jan 22 20:25:41.616675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-c134ad83-a382-4b7f-bdad-88b407b13d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:25:41.618223 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-c134ad83-a382-4b7f-bdad-88b407b13d09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c93e5b4a-6dd9-49f7-b254-5ebb34484328&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787137
Jan 22 20:25:41.763357 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-9fbae1f2-492f-439f-828c-e323107e0c1d service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382415
Jan 22 20:25:42.142338 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-50a30961-f9a9-4e8c-942e-49953dc0a80d req-377d62ef-fd91-4bdf-bd01-23ba3bd3e149 service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3702846
Jan 22 20:25:46.548765 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:54.799754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-69293d71-f1f5-405c-a118-ec8dd2c3be8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:55.770485 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:25:57.840217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:57.925215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-878dd0c2-c263-489f-b14b-6a45f2c6cf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:58.868236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:25:59.112676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:16.554111 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:24.776474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db0a2fc8-3ed7-406d-aa40-74b6fe7e61cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:27.129152 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f353907-ef19-47ae-846b-180d72389a2f req-fdf54488-d68e-47af-9c6d-c0a35ac68f06 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:27.130728 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0f353907-ef19-47ae-846b-180d72389a2f req-fdf54488-d68e-47af-9c6d-c0a35ac68f06 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1074777
Jan 22 20:26:27.186259 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0f353907-ef19-47ae-846b-180d72389a2f req-461157e0-3c7b-4694-b63c-14ce28f6cd2a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491598
Jan 22 20:26:27.839427 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:27.923584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e32ce8e8-3ef8-4a39-990e-ecff8e00df1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:28.440171 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dce24b-4ff9-4013-8772-d55bb8a558a1 req-69ffabb4-cb3b-42b5-a53a-9ca8ec21ee8c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:28.441764 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9dce24b-4ff9-4013-8772-d55bb8a558a1 req-69ffabb4-cb3b-42b5-a53a-9ca8ec21ee8c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1076956
Jan 22 20:26:28.495484 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c9dce24b-4ff9-4013-8772-d55bb8a558a1 req-b0564c15-9cd6-4e88-bd1a-162864df1503 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472517
Jan 22 20:26:28.850674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:29.125672 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:29.746450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4ccb5-cc77-4b81-9ada-73445f2ff4a8 req-5456061a-0355-41b7-b5ae-08951f3cf005 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:29.747928 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-22c4ccb5-cc77-4b81-9ada-73445f2ff4a8 req-5456061a-0355-41b7-b5ae-08951f3cf005 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1099606
Jan 22 20:26:29.798894 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-22c4ccb5-cc77-4b81-9ada-73445f2ff4a8 req-721b7c5c-b301-4a97-8962-082699b0642c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447502
Jan 22 20:26:31.047086 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0af473-362d-4444-a773-4d0aa234efba req-206ffad1-619b-48ee-b3e7-e6d1cf8b1142 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:31.048807 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b0af473-362d-4444-a773-4d0aa234efba req-206ffad1-619b-48ee-b3e7-e6d1cf8b1142 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1055532
Jan 22 20:26:31.104411 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b0af473-362d-4444-a773-4d0aa234efba req-4840dfb8-ae20-49b8-a18f-ca45afd1695e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494270
Jan 22 20:26:32.352781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281805d-efe4-4663-8c59-67b4aa93ef6d req-9f0b33f2-00f1-4f2a-8666-baf81e6ad437 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:32.354373 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2281805d-efe4-4663-8c59-67b4aa93ef6d req-9f0b33f2-00f1-4f2a-8666-baf81e6ad437 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1046515
Jan 22 20:26:32.405440 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2281805d-efe4-4663-8c59-67b4aa93ef6d req-b0ee925a-2bb0-451c-9188-738ae07743f4 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439053
Jan 22 20:26:32.771624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:26:33.658897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7c1ff-0389-4c90-8239-25bf230f0ef4 req-e54409d6-d03b-4891-916f-580c25508861 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:33.660580 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-68c7c1ff-0389-4c90-8239-25bf230f0ef4 req-e54409d6-d03b-4891-916f-580c25508861 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1103868
Jan 22 20:26:33.711697 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-68c7c1ff-0389-4c90-8239-25bf230f0ef4 req-8a6a07fb-257c-4260-8f53-c216037d97c6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449188
Jan 22 20:26:34.958922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e541d29-2b44-4dca-8ad3-0a9cea233a14 req-93c493d1-58f0-468c-843f-3abea854cbc3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:34.960571 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e541d29-2b44-4dca-8ad3-0a9cea233a14 req-93c493d1-58f0-468c-843f-3abea854cbc3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1059265
Jan 22 20:26:35.015948 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1e541d29-2b44-4dca-8ad3-0a9cea233a14 req-dcf08362-9fd9-4698-88b9-6eea6396fd51 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490317
Jan 22 20:26:35.564707 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-67488e4a-b987-4086-adf7-1d728ef169ed tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/floatingips/12941b4f-9787-4626-9350-ebb9a48c87bd HTTP/1.1" status: 200  len: 999 time: 0.1150262
Jan 22 20:26:35.746031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fda02-1346-4246-b464-3cfb1c43b313 req-ace1e17f-c3f4-4dfe-a054-ceaac5215e8e tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:35.747528 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-ace1e17f-c3f4-4dfe-a054-ceaac5215e8e tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 784 time: 0.1771159
Jan 22 20:26:35.758089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-f5cdab27-f3c8-47b5-8859-125bf88d9661 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:26:35.759109 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-f5cdab27-f3c8-47b5-8859-125bf88d9661 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0058680
Jan 22 20:26:35.874828 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-532f3796-2e92-4233-b8d8-c90127e8f2bd tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.142 HTTP/1.1" status: 200  len: 1002 time: 0.1092999
Jan 22 20:26:35.978862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fda02-1346-4246-b464-3cfb1c43b313 req-a5565d1d-f360-4c22-8ed3-18e521375bbc tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:35.980348 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-a5565d1d-f360-4c22-8ed3-18e521375bbc tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports/b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 943 time: 0.0993991
Jan 22 20:26:36.174063 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-19a97ca7-b2be-4857-98c7-920032df0654 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.142 HTTP/1.1" status: 200  len: 1002 time: 0.1111531
Jan 22 20:26:36.460142 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ec580-a6db-47b6-82f9-2badf29b7a72 req-2733b2da-2944-4437-88a7-42257a744985 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:36.461703 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d22ec580-a6db-47b6-82f9-2badf29b7a72 req-2733b2da-2944-4437-88a7-42257a744985 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.2866964
Jan 22 20:26:36.519558 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Deleting port b0a1fb40-5d27-41d4-bf6e-606b53dc8238 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:26:36.519938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:36.569428 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d22ec580-a6db-47b6-82f9-2badf29b7a72 req-03d6d7fa-c535-44b0-9bd5-01246e5cf091 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928011
Jan 22 20:26:36.718604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:36.718901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for floatingip, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:36.853380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Calling delete_port for b0a1fb40-5d27-41d4-bf6e-606b53dc8238 owned by network:floatingip {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:26:37.048829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:37.064595 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:26:37.121418 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Pushing event deleted for resources: {'Port': ['ID=b0a1fb40-5d27-41d4-bf6e-606b53dc8238,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:26:37.183604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.184015 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.184419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.184818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.185215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.185612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.186000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.186387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.186809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.187196 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.187630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.188016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.188478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.188846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.189232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.189615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.189998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.190385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.190767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.191151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.191560 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.191944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.192329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.192723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:37.197640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:26:37.303049 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for floatingip, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:37.303355 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Floating IP 12941b4f-9787-4626-9350-ebb9a48c87bd disassociated (deleted). External IP: 172.27.1.142, port: b0e8baff-9aad-4b04-969b-41a87a75a125.
Jan 22 20:26:37.680741 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Router 61798ab8-e0bf-4864-b096-a35771d74e68 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:26:38.156804 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:26:38.167087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0557c4e-0fe7-4be8-886c-e2b41c1d8098 None None] Sync routers for ids ['61798ab8-e0bf-4864-b096-a35771d74e68'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:26:38.177870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0557c4e-0fe7-4be8-886c-e2b41c1d8098 None None] Routers {'61798ab8-e0bf-4864-b096-a35771d74e68'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:26:38.178538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c0557c4e-0fe7-4be8-886c-e2b41c1d8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7f95b00>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:26:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['61798ab8-e0bf-4864-b096-a35771d74e68'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:26:38.183728 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3bc57-99b0-4bf1-a417-89a01e058bed req-59cde134-37c5-4aa6-bdb3-34023c837a6e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:38.185342 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-42e3bc57-99b0-4bf1-a417-89a01e058bed req-59cde134-37c5-4aa6-bdb3-34023c837a6e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.4384527
Jan 22 20:26:38.241756 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-42e3bc57-99b0-4bf1-a417-89a01e058bed req-56110502-f567-4827-b945-d2c3b77fd65a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478458
Jan 22 20:26:38.295830 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:38.356088 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "DELETE /v2.0/floatingips/12941b4f-9787-4626-9350-ebb9a48c87bd HTTP/1.1" status: 204  len: 173 time: 2.1400895
Jan 22 20:26:38.357002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:26:38.367856 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-c0557c4e-0fe7-4be8-886c-e2b41c1d8098 None None] Set router 61798ab8-e0bf-4864-b096-a35771d74e68 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:26:38.469138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fda02-1346-4246-b464-3cfb1c43b313 req-befb7074-15e4-4811-99c4-5fefca62e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:38.471126 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-befb7074-15e4-4811-99c4-5fefca62e590 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1163 time: 0.0980041
Jan 22 20:26:38.504631 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125', 'status': 'completed', 'code': 200}
Jan 22 20:26:38.688011 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fda02-1346-4246-b464-3cfb1c43b313 req-a55f822f-fb0a-4a7e-9196-44602521e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:38.689637 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-a55f822f-fb0a-4a7e-9196-44602521e791 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 200  len: 903 time: 0.2113459
Jan 22 20:26:38.696546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747739ed-b9f2-48ce-9abb-ee08ee34d97b req-64e9d847-406b-41b4-afca-07af0ad7110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:38.697786 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747739ed-b9f2-48ce-9abb-ee08ee34d97b req-64e9d847-406b-41b4-afca-07af0ad7110b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 1163 time: 0.1226499
Jan 22 20:26:38.738820 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c0557c4e-0fe7-4be8-886c-e2b41c1d8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7f95b00>, [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:24Z', 'revision_number': 4, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'b7e3d8eb-dac5-49df-a98f-897871acc908', 'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'mac_address': 'fa:16:3e:7d:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:23Z', 'updated_at': '2021-01-22T20:19:37Z', 'revision_number': 5, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'subnets': [{'id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:26:38.743250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0557c4e-0fe7-4be8-886c-e2b41c1d8098 None None] Checking router: 61798ab8-e0bf-4864-b096-a35771d74e68 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:26:38.753503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0557c4e-0fe7-4be8-886c-e2b41c1d8098 None None] Routers {'61798ab8-e0bf-4864-b096-a35771d74e68'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:26:38.754179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c0557c4e-0fe7-4be8-886c-e2b41c1d8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7f95b00>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:26:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['61798ab8-e0bf-4864-b096-a35771d74e68'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:26:38.808129 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-af34cf54-4611-4d70-9fe4-5a78d851ec7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 217 time: 0.1081150
Jan 22 20:26:38.956035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-c0557c4e-0fe7-4be8-886c-e2b41c1d8098 None None] Set router 61798ab8-e0bf-4864-b096-a35771d74e68 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:26:38.962529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fda02-1346-4246-b464-3cfb1c43b313 req-216adbf9-ef44-4ea6-b031-320af3e0e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:38.964191 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-216adbf9-ef44-4ea6-b031-320af3e0e2cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=aeb336df-79d5-41ec-8909-42092dad05b2 HTTP/1.1" status: 200  len: 848 time: 0.1484401
Jan 22 20:26:38.974463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747739ed-b9f2-48ce-9abb-ee08ee34d97b req-9cdc6509-92b8-4606-abcf-7ed64e5c680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:38.976086 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747739ed-b9f2-48ce-9abb-ee08ee34d97b req-9cdc6509-92b8-4606-abcf-7ed64e5c680e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 200  len: 903 time: 0.2172341
Jan 22 20:26:39.112833 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747739ed-b9f2-48ce-9abb-ee08ee34d97b req-3b3d4873-513f-4106-8754-d48384a62371 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 200  len: 217 time: 0.0994699
Jan 22 20:26:39.215112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fda02-1346-4246-b464-3cfb1c43b313 req-0b287ba8-3069-4387-b8f5-46f2960cf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:39.216826 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-0b287ba8-3069-4387-b8f5-46f2960cf3ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93e5b4a-6dd9-49f7-b254-5ebb34484328&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2440653
Jan 22 20:26:39.218348 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747739ed-b9f2-48ce-9abb-ee08ee34d97b req-94473607-a426-42d7-a373-9953b593b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:39.219841 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747739ed-b9f2-48ce-9abb-ee08ee34d97b req-94473607-a426-42d7-a373-9953b593b3c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aeb336df-79d5-41ec-8909-42092dad05b2 HTTP/1.1" status: 200  len: 848 time: 0.0991080
Jan 22 20:26:39.485127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c0557c4e-0fe7-4be8-886c-e2b41c1d8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7f95b00>, [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:24Z', 'revision_number': 4, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'b7e3d8eb-dac5-49df-a98f-897871acc908', 'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'mac_address': 'fa:16:3e:7d:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:23Z', 'updated_at': '2021-01-22T20:19:37Z', 'revision_number': 5, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'subnets': [{'id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:26:39.487976 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-9a5065b4-6207-4866-91e4-394d7675e792 service neutron] 10.222.0.38 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2613852
Jan 22 20:26:39.489867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0557c4e-0fe7-4be8-886c-e2b41c1d8098 None None] The sync data for ids ['61798ab8-e0bf-4864-b096-a35771d74e68'] in dv-cinder-768105-3-iscsi is: [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:19:24Z', 'revision_number': 4, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'b7e3d8eb-dac5-49df-a98f-897871acc908', 'name': '', 'network_id': 'c93e5b4a-6dd9-49f7-b254-5ebb34484328', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'mac_address': 'fa:16:3e:7d:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:23Z', 'updated_at': '2021-01-22T20:19:37Z', 'revision_number': 5, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'subnets': [{'id': 'aeb336df-79d5-41ec-8909-42092dad05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:26:39.490696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747739ed-b9f2-48ce-9abb-ee08ee34d97b req-d2b786a6-2d74-4cdb-87c8-600b7c6f5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:39.492220 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747739ed-b9f2-48ce-9abb-ee08ee34d97b req-d2b786a6-2d74-4cdb-87c8-600b7c6f5bae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c93e5b4a-6dd9-49f7-b254-5ebb34484328&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2433033
Jan 22 20:26:39.735340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a3d5b-71ea-4785-9a99-4599631e126d req-937d710a-82de-4eb1-82e6-d4a2eae47b00 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:39.737327 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e40a3d5b-71ea-4785-9a99-4599631e126d req-937d710a-82de-4eb1-82e6-d4a2eae47b00 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.3409185
Jan 22 20:26:39.839450 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-536fda02-1346-4246-b464-3cfb1c43b313 req-6a5e3be3-d8a0-42b7-85ac-be71568604c9 service neutron] 10.222.0.38 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3430030
Jan 22 20:26:39.845862 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747739ed-b9f2-48ce-9abb-ee08ee34d97b req-5aeff633-2405-4be0-b005-bb6199c6486d service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3237693
Jan 22 20:26:39.856727 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e40a3d5b-71ea-4785-9a99-4599631e126d req-04e7ce3d-3b98-453e-8452-b77cff079f32 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093619
Jan 22 20:26:39.877787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f6526-4bb8-4f87-a53f-438624928224 None None] New status for floating IP 12941b4f-9787-4626-9350-ebb9a48c87bd: DOWN {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:26:40.000540 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-747739ed-b9f2-48ce-9abb-ee08ee34d97b req-8b345ed1-ac9d-47f3-8741-3ff9c06b5fb3 service neutron] 10.222.0.48 "GET /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427963
Jan 22 20:26:40.762869 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f029a2-a099-4601-8960-24e2c759d0e4 req-308aaebc-a866-489b-99aa-0b5dc5ce7931 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:40.763698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-95f029a2-a099-4601-8960-24e2c759d0e4 req-308aaebc-a866-489b-99aa-0b5dc5ce7931 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Synchronizing usage tracker for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:26:40.799632 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-95f029a2-a099-4601-8960-24e2c759d0e4 req-308aaebc-a866-489b-99aa-0b5dc5ce7931 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Unset dirty status for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:26:40.801163 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-95f029a2-a099-4601-8960-24e2c759d0e4 req-308aaebc-a866-489b-99aa-0b5dc5ce7931 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.4907146
Jan 22 20:26:40.854048 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-95f029a2-a099-4601-8960-24e2c759d0e4 req-c7964a2a-335c-4d63-aa71-bf68af74ceac tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0466058
Jan 22 20:26:41.120305 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185fc92-b108-4f4f-81b5-cf0ea9e1db34 req-e28b9741-80d4-4b46-a069-cc8915c9000c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:41.122218 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7185fc92-b108-4f4f-81b5-cf0ea9e1db34 req-e28b9741-80d4-4b46-a069-cc8915c9000c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1197786
Jan 22 20:26:41.184591 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7185fc92-b108-4f4f-81b5-cf0ea9e1db34 req-28a5631e-98f8-45aa-aac8-8d35e453282e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524929
Jan 22 20:26:42.091781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207724b-3474-4230-80df-e026ff770003 req-5c5c4f2b-83a8-41dd-861c-f8abb83ee57a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:42.093504 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a207724b-3474-4230-80df-e026ff770003 req-5c5c4f2b-83a8-41dd-861c-f8abb83ee57a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1068256
Jan 22 20:26:42.149896 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a207724b-3474-4230-80df-e026ff770003 req-a739db3f-e1a0-43b8-8a7c-f6f9eee4ef57 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0497468
Jan 22 20:26:42.446141 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b5486-7c8e-42e9-9da1-eef28f6320b3 req-07d7e05b-4bf2-4733-8b6b-0fde8195f908 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:42.447917 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-677b5486-7c8e-42e9-9da1-eef28f6320b3 req-07d7e05b-4bf2-4733-8b6b-0fde8195f908 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1127529
Jan 22 20:26:42.502279 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-677b5486-7c8e-42e9-9da1-eef28f6320b3 req-fa833c72-c3b7-46ba-816c-c9b5c2b28f70 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481098
Jan 22 20:26:42.951007 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-e6bfb2e1-b35e-46bb-9b9f-f348ac5a2e44 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0806236
Jan 22 20:26:43.073128 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-79369af5-d5ec-4deb-8406-f3e75cccd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:43.074746 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-79369af5-d5ec-4deb-8406-f3e75cccd3f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 1162 time: 0.0803235
Jan 22 20:26:43.086923 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-b5550148-66af-49b2-88b5-4cbca82abfd5 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:43.087764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-b5550148-66af-49b2-88b5-4cbca82abfd5 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Synchronizing usage tracker for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:port {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:26:43.101657 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-b5550148-66af-49b2-88b5-4cbca82abfd5 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Unset dirty status for tenant:b8ee41ae19894fe4b7cf256b4ce507f1 on resource:port {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:26:43.102868 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-b5550148-66af-49b2-88b5-4cbca82abfd5 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.48 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.1262996
Jan 22 20:26:43.185994 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Deleting port b0e8baff-9aad-4b04-969b-41a87a75a125 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:26:43.186366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:43.244308 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-ba03ca15-fb49-42e3-bbe5-3837ed171939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:43.245899 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-ba03ca15-fb49-42e3-bbe5-3837ed171939 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.1485987
Jan 22 20:26:43.431111 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-bebd2f91-2584-4e5a-bd32-070ea71504b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=555acc0a-abbc-4d94-be94-a6dd9279129a HTTP/1.1" status: 200  len: 1001 time: 0.1757829
Jan 22 20:26:43.476640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] For port b0e8baff-9aad-4b04-969b-41a87a75a125, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b0e8baff-9aad-4b04-969b-41a87a75a125,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:26:43.477051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:43.619833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Calling delete_port for b0e8baff-9aad-4b04-969b-41a87a75a125 owned by compute:nova {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:26:43.795167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b314f43-cbc9-42b8-8ffc-33590806d826 req-9e37a252-cd21-410c-9e5f-b223970fb506 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:43.797370 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b314f43-cbc9-42b8-8ffc-33590806d826 req-9e37a252-cd21-410c-9e5f-b223970fb506 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 946 time: 0.4856822
Jan 22 20:26:43.799535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:43.812769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:26:43.816250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cf93d805-a50d-4b37-8559-46f6c12737b5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:26:43.850243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-4bd2faaa-81de-4857-b355-cf784d99c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:43.851869 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-4bd2faaa-81de-4857-b355-cf784d99c1d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.4113793
Jan 22 20:26:43.857724 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] No Port match for: b0e8baff-9aad-4b04-969b-41a87a75a125 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:26:43.859676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device b0e8baff-9aad-4b04-969b-41a87a75a125 not bound to the agent host hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:26:43.879689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Pushing event deleted for resources: {'Port': ['ID=b0e8baff-9aad-4b04-969b-41a87a75a125,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:26:43.892764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.893195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.893617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.894034 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.894449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.894859 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.895277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.895760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.896169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.896571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.896973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.897372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.897832 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.898233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.898633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.899031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.899454 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.899855 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.900252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.900650 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.901048 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.902646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.902646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.902646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:26:43.908096 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:26:43.928174 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4b314f43-cbc9-42b8-8ffc-33590806d826 req-82bf7f9b-fb95-4195-88b3-22fdb0510e77 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups?id=9c8bbea8-c92b-4833-80d1-37284126645b&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1193006
Jan 22 20:26:43.991130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761ddba-9198-4a3d-a6bb-e1782e7358b6 req-68b3ddae-a434-4824-bf2c-bd934a69a371 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:43.992845 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6761ddba-9198-4a3d-a6bb-e1782e7358b6 req-68b3ddae-a434-4824-bf2c-bd934a69a371 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.2628975
Jan 22 20:26:44.029219 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-1671b720-6202-4272-9171-366b0dcb2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:44.030896 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-1671b720-6202-4272-9171-366b0dcb2abf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1675162
Jan 22 20:26:44.073474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] No DVR routers for this DVR port b0e8baff-9aad-4b04-969b-41a87a75a125 on host hv-cinder-76810 {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:26:44.075882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:44.087579 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'name': 'network-vif-deleted', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:26:44.093842 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6761ddba-9198-4a3d-a6bb-e1782e7358b6 req-247a8eba-c09a-4dfa-8c47-0e228c7ce6de tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928228
Jan 22 20:26:44.137509 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-18f8cab5-206d-454d-9e42-b7323fd87a84 req-6bf00af0-eff2-40a9-86cc-e7cc1fe9b076 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.48 "DELETE /v2.0/ports/b0e8baff-9aad-4b04-969b-41a87a75a125 HTTP/1.1" status: 204  len: 173 time: 1.0279629
Jan 22 20:26:44.171434 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a4c36-e726-4fbb-85da-902dda1309b3', 'name': 'network-vif-deleted', 'tag': 'b0e8baff-9aad-4b04-969b-41a87a75a125', 'status': 'completed', 'code': 200}
Jan 22 20:26:44.201177 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-d686f1a8-d665-4cb7-9877-017788931a8f service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592650
Jan 22 20:26:44.349198 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d5a42075-06ba-4786-b2cd-ca2b9ae9d554 req-5c99331f-7712-40dc-9921-0dca81693413 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412272
Jan 22 20:26:45.137633 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-61f2dd92-2991-421d-9aa9-d78c941acf19 req-8e9d921f-8b6a-4d05-8083-436afee5897b tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a4c36-e726-4fbb-85da-902dda1309b3 HTTP/1.1" status: 200  len: 210 time: 0.0644410
Jan 22 20:26:45.397712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ec68f-2028-400b-99a4-f4171caf35dc req-e5548393-a33c-49ba-9b41-013ec01b5e8e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:45.400938 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c19ec68f-2028-400b-99a4-f4171caf35dc req-e5548393-a33c-49ba-9b41-013ec01b5e8e tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1172128
Jan 22 20:26:45.475804 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c19ec68f-2028-400b-99a4-f4171caf35dc req-69973b7b-94ff-4821-b350-35a0f4fbd8ef tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638552
Jan 22 20:26:46.343470 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e9616e2-79e2-436f-acf3-f753e4da94a8 req-2a059d5c-37c6-43f2-87d9-0f7fbd933876 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "GET /v2.0/security-groups/9c8bbea8-c92b-4833-80d1-37284126645b HTTP/1.1" status: 200  len: 2993 time: 0.0599844
Jan 22 20:26:46.437489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2e9616e2-79e2-436f-acf3-f753e4da94a8 req-0be455e8-925a-4ec0-89bc-fcdfe9ed8568 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:46.476205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2e9616e2-79e2-436f-acf3-f753e4da94a8 req-0be455e8-925a-4ec0-89bc-fcdfe9ed8568 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:46.576755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:46.599574 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2e9616e2-79e2-436f-acf3-f753e4da94a8 req-0be455e8-925a-4ec0-89bc-fcdfe9ed8568 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:46.605628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-02cc28c9-4e7e-4201-8d7d-6a66bde38d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:26:46.624336 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be455e8-925a-4ec0-89bc-fcdfe9ed8568 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8bbea8-c92b-4833-80d1-37284126645b,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:26:46.628962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0be455e8-925a-4ec0-89bc-fcdfe9ed8568 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:26:46.681033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2e9616e2-79e2-436f-acf3-f753e4da94a8 req-0be455e8-925a-4ec0-89bc-fcdfe9ed8568 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:46.682662 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e9616e2-79e2-436f-acf3-f753e4da94a8 req-0be455e8-925a-4ec0-89bc-fcdfe9ed8568 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] 10.222.0.38 "DELETE /v2.0/security-groups/9c8bbea8-c92b-4833-80d1-37284126645b HTTP/1.1" status: 204  len: 173 time: 0.3313005
Jan 22 20:26:46.828236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da10e4-1e42-457d-bab9-dcfce96a3230 req-913d7ffd-434d-4910-b9ed-63214eea0182 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:46.829960 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0da10e4-1e42-457d-bab9-dcfce96a3230 req-913d7ffd-434d-4910-b9ed-63214eea0182 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1442537
Jan 22 20:26:46.900578 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0da10e4-1e42-457d-bab9-dcfce96a3230 req-6ce3c880-0b97-40ba-84cf-eee9d5ee59a5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613248
Jan 22 20:26:47.041796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 53768) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:26:47.918564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735844'] for router_interface, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:48.218114 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cd895-d505-45f8-b633-1f93b8cd88b9 req-e8f684dd-970e-4645-9a2b-44d8bffb54d7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:48.219898 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d8cd895-d505-45f8-b633-1f93b8cd88b9 req-e8f684dd-970e-4645-9a2b-44d8bffb54d7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1520271
Jan 22 20:26:48.375047 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3d8cd895-d505-45f8-b633-1f93b8cd88b9 req-bc36f51f-4f37-4fbb-87b3-9073fab6434b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472876
Jan 22 20:26:48.483665 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] Deleting port b7e3d8eb-dac5-49df-a98f-897871acc908 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:26:48.483665 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:48.693510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] For port b7e3d8eb-dac5-49df-a98f-897871acc908, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=b7e3d8eb-dac5-49df-a98f-897871acc908,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:26:48.693908 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:48.829712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] Calling delete_port for b7e3d8eb-dac5-49df-a98f-897871acc908 owned by network:router_interface {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:26:49.096968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:49.116195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-50ae759b-0d8f-44d1-9a62-5b34281eadb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:26:49.182117 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e3d8eb-dac5-49df-a98f-897871acc908,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:26:49.187656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:26:49.983905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddffb5-0579-4895-bf90-6a30171d9a16 req-d2093629-b6e4-4239-9ceb-3b8deb9d3230 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:49.985857 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6bddffb5-0579-4895-bf90-6a30171d9a16 req-d2093629-b6e4-4239-9ceb-3b8deb9d3230 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.2622838
Jan 22 20:26:50.016744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1561061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126889'] for router_interface, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:50.184865 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6bddffb5-0579-4895-bf90-6a30171d9a16 req-ff1eb2dc-140a-4803-91fb-a27fdc9d5d65 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1922295
Jan 22 20:26:50.668330 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] Router 61798ab8-e0bf-4864-b096-a35771d74e68 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:26:50.884006 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:26:50.896554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e373e9-4f07-4cbe-924e-911088a46313 None None] Sync routers for ids ['61798ab8-e0bf-4864-b096-a35771d74e68'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:26:50.901604 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-94319a8a-3b6b-498a-bb7f-7b96eec2e28d admin admin] 10.222.0.38 "PUT /v2.0/routers/61798ab8-e0bf-4864-b096-a35771d74e68/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8563375
Jan 22 20:26:50.902146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 53796) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:26:50.912718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e373e9-4f07-4cbe-924e-911088a46313 None None] Routers {'61798ab8-e0bf-4864-b096-a35771d74e68'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:26:50.913852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-69e373e9-4f07-4cbe-924e-911088a46313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b6e42a58>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:26:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['61798ab8-e0bf-4864-b096-a35771d74e68'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:26:51.134425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-69e373e9-4f07-4cbe-924e-911088a46313 None None] Set router 61798ab8-e0bf-4864-b096-a35771d74e68 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:26:51.144071 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Notify callbacks [] for router, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:51.445615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:51.454624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Deleting port 23062fb0-ea89-447f-8c1d-c2b71825a83b {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:26:51.455136 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:51.534066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-69e373e9-4f07-4cbe-924e-911088a46313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b6e42a58>, [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:26:49Z', 'revision_number': 5, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:26:51.538633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e373e9-4f07-4cbe-924e-911088a46313 None None] Checking router: 61798ab8-e0bf-4864-b096-a35771d74e68 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:26:51.548926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19265bd-7e38-4ed4-8891-4a5850b4e2dc req-94f0063f-7df1-484b-8928-9090261d47cb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:51.550794 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c19265bd-7e38-4ed4-8891-4a5850b4e2dc req-94f0063f-7df1-484b-8928-9090261d47cb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1974573
Jan 22 20:26:51.551904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e373e9-4f07-4cbe-924e-911088a46313 None None] Routers {'61798ab8-e0bf-4864-b096-a35771d74e68'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:26:51.552780 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-69e373e9-4f07-4cbe-924e-911088a46313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b6e42a58>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:26:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['61798ab8-e0bf-4864-b096-a35771d74e68'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:26:51.787006 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-69e373e9-4f07-4cbe-924e-911088a46313 None None] Set router 61798ab8-e0bf-4864-b096-a35771d74e68 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:26:51.956451 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c19265bd-7e38-4ed4-8891-4a5850b4e2dc req-a1788146-a6a3-4b0e-85b6-9f641cd70b2f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3835354
Jan 22 20:26:52.007806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] For port 23062fb0-ea89-447f-8c1d-c2b71825a83b, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=23062fb0-ea89-447f-8c1d-c2b71825a83b,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:26:52.008406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:52.164116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-69e373e9-4f07-4cbe-924e-911088a46313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b6e42a58>, [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:26:49Z', 'revision_number': 5, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:26:52.164116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e373e9-4f07-4cbe-924e-911088a46313 None None] The sync data for ids ['61798ab8-e0bf-4864-b096-a35771d74e68'] in dv-cinder-768105-3-iscsi is: [{'id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'name': 'tempest-TestShelveInstance-2035264514-router', 'tenant_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:14Z', 'updated_at': '2021-01-22T20:26:49Z', 'revision_number': 5, 'project_id': 'b8ee41ae19894fe4b7cf256b4ce507f1', 'gw_port': {'id': '23062fb0-ea89-447f-8c1d-c2b71825a83b', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61798ab8-e0bf-4864-b096-a35771d74e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:16Z', 'updated_at': '2021-01-22T20:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:26:52.165232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Calling delete_port for 23062fb0-ea89-447f-8c1d-c2b71825a83b owned by network:router_gateway {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:26:53.447800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.plugins.ml2.ovo_rpc [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     result = function(*args, **kwargs)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     proto.__init__(conn_state, self)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.handle()
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.handle_one_request()
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.handle_one_response()
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     result = self.application(self.environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return app(environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = req.get_response(self.application)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return request.get_response(self.application)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = req.get_response(self._app)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     application, catch_exc_info=False)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     app_iter = application(self.environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return resp(environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return resp(environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     response = self.app(environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return resp(environ, start_response)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     resp = self.call_func(req, *args, **kw)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.func(req, *args, **kwargs)
Jan 22 20:26:53.455841 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     result = method(request=request, **args)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._delete(request, id, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*dup_args, **dup_kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     obj_deleter(request.context, id, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     return method(*args, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*args, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(*dup_args, **dup_kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._delete_current_gw_port(context, id, router, None)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, context, *args, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     return method(*args, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     context, port, router_ids, bound_mech_contexts)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     return function(*args, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     callback(resource, event, trigger, **kwargs)
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     if self._is_session_semantic_violated(context, resource, event):
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]:     stack = traceback.extract_stack()
Jan 22 20:26:53.466111 dv-cinder-768105-3-iscsi neutron-server[80155]: 
Jan 22 20:26:53.755233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853129297'] for router_gateway, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:53.843684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b1c3a-cad6-48e5-a0b1-779ebf71544c req-5f79685d-af62-40ec-8fad-d4e6c21e9da6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:53.845396 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-753b1c3a-cad6-48e5-a0b1-779ebf71544c req-5f79685d-af62-40ec-8fad-d4e6c21e9da6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.2874925
Jan 22 20:26:53.943956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853127145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854665958'] for router, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:53.948189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:53.982279 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-753b1c3a-cad6-48e5-a0b1-779ebf71544c req-3189d358-2c63-4c50-b8d8-e42f968e8820 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276774
Jan 22 20:26:54.060534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device b7e3d8eb-dac5-49df-a98f-897871acc908 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:26:54.120902 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: b7e3d8eb-dac5-49df-a98f-897871acc908 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:26:54.121300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device b7e3d8eb-dac5-49df-a98f-897871acc908 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:26:54.335002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1642766'] for router, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:54.335759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61798ab8-e0bf-4864-b096-a35771d74e68 {{(pid=80269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 20:26:54.350646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] Notify callbacks [] for router, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:54.354435 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-50fca9db-09e9-4e9e-9808-5f4582dc9f39 admin admin] 10.222.0.38 "DELETE /v2.0/routers/61798ab8-e0bf-4864-b096-a35771d74e68 HTTP/1.1" status: 204  len: 168 time: 3.4488504
Jan 22 20:26:54.354770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 53818) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:26:54.443019 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-757d3edb-70f0-4547-903d-e3bcf7ec9e98 admin admin] Deleting subnet aeb336df-79d5-41ec-8909-42092dad05b2 {{(pid=80269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:26:54.447375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-757d3edb-70f0-4547-903d-e3bcf7ec9e98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:54.507955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-757d3edb-70f0-4547-903d-e3bcf7ec9e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6527990'] for subnet, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:54.665457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-757d3edb-70f0-4547-903d-e3bcf7ec9e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:54.781441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-02e802c0-d830-4d77-9584-1c07d326694f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:54.999907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-757d3edb-70f0-4547-903d-e3bcf7ec9e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7712659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847208704'] for subnet, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:55.017349 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0361e8e4-be26-4cda-9786-7dcf72436c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:26:55.063797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d3edb-70f0-4547-903d-e3bcf7ec9e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb336df-79d5-41ec-8909-42092dad05b2,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:26:55.071551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-757d3edb-70f0-4547-903d-e3bcf7ec9e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:26:55.186113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-757d3edb-70f0-4547-903d-e3bcf7ec9e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:55.191010 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35111d92-8ec2-41aa-8444-47428b49db5b None None] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:26:55.193411 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-757d3edb-70f0-4547-903d-e3bcf7ec9e98 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/aeb336df-79d5-41ec-8909-42092dad05b2 HTTP/1.1" status: 204  len: 168 time: 0.8376074
Jan 22 20:26:55.196664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 53828) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:26:55.568533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:55.648629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Deleting port e63c150a-bef5-4b8a-8394-f177c781af3d {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:26:55.649316 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:55.660816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea2b25b-96b5-4835-b108-42b31ced6db0 None None] DHCP port deletion for c93e5b4a-6dd9-49f7-b254-5ebb34484328 request from dv-cinder-768105-3-iscsi {{(pid=80270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 20:26:55.666068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2b25b-96b5-4835-b108-42b31ced6db0 None None] Deleting port e63c150a-bef5-4b8a-8394-f177c781af3d {{(pid=80270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:26:55.666706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b25b-96b5-4835-b108-42b31ced6db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:55.674001 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064212cb-bfa3-49aa-8e93-dffad2907dba req-be25b938-1fc5-4507-9dd3-0d8b28ab8d09 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:55.683939 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-064212cb-bfa3-49aa-8e93-dffad2907dba req-be25b938-1fc5-4507-9dd3-0d8b28ab8d09 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.5239320
Jan 22 20:26:55.744878 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-064212cb-bfa3-49aa-8e93-dffad2907dba req-574bfe4b-e448-44ef-acc2-d1eaa097610a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597820
Jan 22 20:26:55.941831 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] For port e63c150a-bef5-4b8a-8394-f177c781af3d, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=e63c150a-bef5-4b8a-8394-f177c781af3d,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:26:55.942311 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:56.096981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Calling delete_port for e63c150a-bef5-4b8a-8394-f177c781af3d owned by network:dhcp {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:26:56.170317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device e63c150a-bef5-4b8a-8394-f177c781af3d no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:26:56.254548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-8ea2b25b-96b5-4835-b108-42b31ced6db0 None None] For port e63c150a-bef5-4b8a-8394-f177c781af3d, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=e63c150a-bef5-4b8a-8394-f177c781af3d,segment=NetworkSegment(29712a24-1432-478a-a30a-bf3c760ccecf),segment_id=29712a24-1432-478a-a30a-bf3c760ccecf)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:26:56.254947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b25b-96b5-4835-b108-42b31ced6db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:56.279115 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:56.297703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4211eb6-dc8a-4ee6-933d-dbd6c36eb4ea tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:26:56.361406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Pushing event deleted for resources: {'Port': ['ID=e63c150a-bef5-4b8a-8394-f177c781af3d,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:26:56.369136 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:26:56.397715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No active binding found for port e63c150a-bef5-4b8a-8394-f177c781af3d {{(pid=80270) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 22 20:26:56.398102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device e63c150a-bef5-4b8a-8394-f177c781af3d not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:26:56.398526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 23062fb0-ea89-447f-8c1d-c2b71825a83b no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:26:56.434726 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2b25b-96b5-4835-b108-42b31ced6db0 None None] Calling delete_port for e63c150a-bef5-4b8a-8394-f177c781af3d owned by network:dhcp {{(pid=80270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:26:56.470861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] No DVR routers for this DVR port e63c150a-bef5-4b8a-8394-f177c781af3d on host dv-cinder-768105-3-iscsi {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:26:56.486207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 23062fb0-ea89-447f-8c1d-c2b71825a83b {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:26:56.486571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 23062fb0-ea89-447f-8c1d-c2b71825a83b not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:26:56.626738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:56.627428 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-8ea2b25b-96b5-4835-b108-42b31ced6db0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:26:56.627748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-8ea2b25b-96b5-4835-b108-42b31ced6db0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:26:56.745949 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bb5325c0>,) {'filters': {'network_id': ['c93e5b4a-6dd9-49f7-b254-5ebb34484328']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:26:56.758943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb5325c0>, '29712a24-1432-478a-a30a-bf3c760ccecf') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:26:56.759253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb5325c0>, '29712a24-1432-478a-a30a-bf3c760ccecf') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:26:56.771910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:56.787526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:56.789575 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:26:57.006940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:26:57.017683 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:57.066692 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98c4c8-b89f-4407-84fa-fce9119d7489 req-61a2d23f-3413-4f1e-a5be-57a5bcd773f3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:57.068816 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b98c4c8-b89f-4407-84fa-fce9119d7489 req-61a2d23f-3413-4f1e-a5be-57a5bcd773f3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1394522
Jan 22 20:26:57.128551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2b25b-96b5-4835-b108-42b31ced6db0 None None] Deleting port e63c150a-bef5-4b8a-8394-f177c781af3d {{(pid=80270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:26:57.128986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b25b-96b5-4835-b108-42b31ced6db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:57.140977 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b98c4c8-b89f-4407-84fa-fce9119d7489 req-80b73c31-2e1a-43e7-be9a-4e6865957f9a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637972
Jan 22 20:26:57.228083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2b25b-96b5-4835-b108-42b31ced6db0 None None] The port 'e63c150a-bef5-4b8a-8394-f177c781af3d' was deleted {{(pid=80270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 20:26:57.234138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Network c93e5b4a-6dd9-49f7-b254-5ebb34484328 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:26:57.257481 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:26:57.422274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:57.425986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fa912434-ebef-4476-9df2-d28432532c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:26:57.442922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:57.454416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Pushing event deleted for resources: {'Network': ['ID=c93e5b4a-6dd9-49f7-b254-5ebb34484328,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:26:57.462939 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:26:57.497487 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d5993a63-7b4e-4e7c-8bde-1d93ca5b81da admin admin] 10.222.0.38 "DELETE /v2.0/networks/c93e5b4a-6dd9-49f7-b254-5ebb34484328 HTTP/1.1" status: 204  len: 168 time: 2.2996249
Jan 22 20:26:57.500591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 53848) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:26:57.854533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:57.953903 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-92666748-f08e-4434-8971-1fd2113c9f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:58.089043 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735844'] for router_interface, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:58.407499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7741be6-1685-4ed0-acc0-6a70e6b088dc req-ea3312c6-ed54-4100-aefb-72de09569a52 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:58.409181 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7741be6-1685-4ed0-acc0-6a70e6b088dc req-ea3312c6-ed54-4100-aefb-72de09569a52 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1072481
Jan 22 20:26:58.463464 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Deleting port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:26:58.463768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:58.468743 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7741be6-1685-4ed0-acc0-6a70e6b088dc req-7eadec84-dc71-4afb-8d01-9b63eb070ee4 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525980
Jan 22 20:26:58.862553 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:58.879696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] For port 53e53ff1-39b5-4e1c-a430-91fbdd9a448b, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=53e53ff1-39b5-4e1c-a430-91fbdd9a448b,segment=NetworkSegment(3c3b9983-0583-400b-8a49-b7800d9312f1),segment_id=3c3b9983-0583-400b-8a49-b7800d9312f1)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:26:58.880090 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:59.015161 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Calling delete_port for 53e53ff1-39b5-4e1c-a430-91fbdd9a448b owned by network:router_interface {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:26:59.182056 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:59.385946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:59.403006 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b7092a88-7d7c-46a2-8fe4-addb82d45aa7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:26:59.460765 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e53ff1-39b5-4e1c-a430-91fbdd9a448b,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:26:59.464799 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:26:59.537671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ff5e-d0b6-4ef5-aff2-25910cf96829 req-df3bcd64-5e4e-4ab6-9dad-dbedf10f543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:59.540289 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c384ff5e-d0b6-4ef5-aff2-25910cf96829 req-df3bcd64-5e4e-4ab6-9dad-dbedf10f543d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 1162 time: 0.0961981
Jan 22 20:26:59.758677 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ff5e-d0b6-4ef5-aff2-25910cf96829 req-d8d7c422-4e1d-4966-89be-9c546f540178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:59.761845 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c384ff5e-d0b6-4ef5-aff2-25910cf96829 req-d8d7c422-4e1d-4966-89be-9c546f540178 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 911 time: 0.2138450
Jan 22 20:26:59.872069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1561061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126889'] for router_interface, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:26:59.969500 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f08a93-81b7-4d0e-8959-3aefebe5b5f9 req-1af48c2b-a6b9-432d-973b-b77e3abc6f74 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:26:59.973948 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-05f08a93-81b7-4d0e-8959-3aefebe5b5f9 req-1af48c2b-a6b9-432d-973b-b77e3abc6f74 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.2872090
Jan 22 20:27:00.008205 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c384ff5e-d0b6-4ef5-aff2-25910cf96829 req-d2ff605d-2a44-44a1-a2a7-db9f1ebbb1df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d0e026-444f-4cd4-9597-3fa8112d463f HTTP/1.1" status: 200  len: 1001 time: 0.2373850
Jan 22 20:27:00.115809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ff5e-d0b6-4ef5-aff2-25910cf96829 req-eb9b8d3a-d22b-429f-9bdc-dd0bef3f1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:00.117977 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c384ff5e-d0b6-4ef5-aff2-25910cf96829 req-eb9b8d3a-d22b-429f-9bdc-dd0bef3f1af6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.0976202
Jan 22 20:27:00.124581 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-05f08a93-81b7-4d0e-8959-3aefebe5b5f9 req-7e53714b-91ea-41fb-b255-01462b8fb1d1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1442332
Jan 22 20:27:00.206913 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ff5e-d0b6-4ef5-aff2-25910cf96829 req-83248bb4-d354-42ab-b32f-1c29990015ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:00.208581 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c384ff5e-d0b6-4ef5-aff2-25910cf96829 req-83248bb4-d354-42ab-b32f-1c29990015ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830274
Jan 22 20:27:00.354322 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c384ff5e-d0b6-4ef5-aff2-25910cf96829 req-ed6660a2-5aed-48de-9dd1-01d14245c0bd service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382155
Jan 22 20:27:00.433230 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Router 4b175309-3590-4c56-ae97-1dfac4cbf65a has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:27:00.501911 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c384ff5e-d0b6-4ef5-aff2-25910cf96829 req-b0ff1b7e-0b01-4001-9bcc-98f9d0b003df service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404390
Jan 22 20:27:00.631858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:27:00.641709 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7916ed-97a7-4203-aa20-3c0dd7f5b22a None None] Sync routers for ids ['4b175309-3590-4c56-ae97-1dfac4cbf65a'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:27:00.645128 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] 10.222.0.38 "PUT /v2.0/routers/4b175309-3590-4c56-ae97-1dfac4cbf65a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1410975
Jan 22 20:27:00.645747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 53896) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:00.651867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7916ed-97a7-4203-aa20-3c0dd7f5b22a None None] Routers {'4b175309-3590-4c56-ae97-1dfac4cbf65a'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:27:00.652538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8b7916ed-97a7-4203-aa20-3c0dd7f5b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7940710>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:26:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4b175309-3590-4c56-ae97-1dfac4cbf65a'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:00.857472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8b7916ed-97a7-4203-aa20-3c0dd7f5b22a None None] Set router 4b175309-3590-4c56-ae97-1dfac4cbf65a gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:27:01.078683 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Notify callbacks [] for router, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:01.216038 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8b7916ed-97a7-4203-aa20-3c0dd7f5b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7940710>, [{'id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'name': 'tempest-TestShelveInstance-1399622173-router', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:29Z', 'updated_at': '2021-01-22T20:26:59Z', 'revision_number': 5, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'gw_port': {'id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:30Z', 'updated_at': '2021-01-22T20:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:01.220363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7916ed-97a7-4203-aa20-3c0dd7f5b22a None None] Checking router: 4b175309-3590-4c56-ae97-1dfac4cbf65a for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:27:01.231242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7916ed-97a7-4203-aa20-3c0dd7f5b22a None None] Routers {'4b175309-3590-4c56-ae97-1dfac4cbf65a'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:27:01.232004 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8b7916ed-97a7-4203-aa20-3c0dd7f5b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7940710>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:26:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4b175309-3590-4c56-ae97-1dfac4cbf65a'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:01.272153 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:01.278888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Deleting port fd0376d0-8579-4c10-8b6e-b1e3cf026723 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:01.279280 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:01.429767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8b7916ed-97a7-4203-aa20-3c0dd7f5b22a None None] Set router 4b175309-3590-4c56-ae97-1dfac4cbf65a gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:27:01.532344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446103d-809e-440c-b98c-09c65e1e0866 req-76e7faa0-5da1-4cdf-8b8f-a997ce06f438 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:01.533873 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5446103d-809e-440c-b98c-09c65e1e0866 req-76e7faa0-5da1-4cdf-8b8f-a997ce06f438 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.2567906
Jan 22 20:27:01.593846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] For port fd0376d0-8579-4c10-8b6e-b1e3cf026723, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=fd0376d0-8579-4c10-8b6e-b1e3cf026723,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:01.594744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:01.673519 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5446103d-809e-440c-b98c-09c65e1e0866 req-9e255201-1849-4a8b-8b68-ba729cff6d20 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332109
Jan 22 20:27:01.736585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8b7916ed-97a7-4203-aa20-3c0dd7f5b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7940710>, [{'id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'name': 'tempest-TestShelveInstance-1399622173-router', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:29Z', 'updated_at': '2021-01-22T20:26:59Z', 'revision_number': 5, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'gw_port': {'id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:30Z', 'updated_at': '2021-01-22T20:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:01.740736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7916ed-97a7-4203-aa20-3c0dd7f5b22a None None] The sync data for ids ['4b175309-3590-4c56-ae97-1dfac4cbf65a'] in dv-cinder-768105-3-iscsi is: [{'id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'name': 'tempest-TestShelveInstance-1399622173-router', 'tenant_id': '1163fed05c3b4733be02b874e4d76dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:29Z', 'updated_at': '2021-01-22T20:26:59Z', 'revision_number': 5, 'project_id': '1163fed05c3b4733be02b874e4d76dca', 'gw_port': {'id': 'fd0376d0-8579-4c10-8b6e-b1e3cf026723', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b175309-3590-4c56-ae97-1dfac4cbf65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:30Z', 'updated_at': '2021-01-22T20:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:27:01.743524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Calling delete_port for fd0376d0-8579-4c10-8b6e-b1e3cf026723 owned by network:router_gateway {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:27:01.886379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:02.053325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 53e53ff1-39b5-4e1c-a430-91fbdd9a448b no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:27:02.099787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 53e53ff1-39b5-4e1c-a430-91fbdd9a448b {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:27:02.100324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 53e53ff1-39b5-4e1c-a430-91fbdd9a448b not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:27:02.108677 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853129297'] for router_gateway, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:02.252998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853127145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854665958'] for router, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:02.255351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:02.301574 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1642766'] for router, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:02.302062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b175309-3590-4c56-ae97-1dfac4cbf65a {{(pid=80269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 20:27:02.315133 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] Notify callbacks [] for router, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:02.316389 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-830e642c-eeb1-46f1-ab46-083f8694c822 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4b175309-3590-4c56-ae97-1dfac4cbf65a HTTP/1.1" status: 204  len: 168 time: 1.6695476
Jan 22 20:27:02.319771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 53912) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:02.390824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d655353b-dffc-439d-9c17-8f563d00a8ed admin admin] Deleting subnet 469baf7a-8685-4bab-9843-3c307ff762da {{(pid=80268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:27:02.393976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d655353b-dffc-439d-9c17-8f563d00a8ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:02.447333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d655353b-dffc-439d-9c17-8f563d00a8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848437748'] for subnet, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:02.573986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d655353b-dffc-439d-9c17-8f563d00a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:02.908000 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d655353b-dffc-439d-9c17-8f563d00a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7279169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848344222'] for subnet, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:02.923178 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:02.931055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0f388-08f3-4733-82bb-446c6ab3a1fb req-4dadcea8-6d88-4b4f-baa4-aa97ee258177 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:02.932797 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7bd0f388-08f3-4733-82bb-446c6ab3a1fb req-4dadcea8-6d88-4b4f-baa4-aa97ee258177 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1092374
Jan 22 20:27:02.969978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655353b-dffc-439d-9c17-8f563d00a8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=469baf7a-8685-4bab-9843-3c307ff762da,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:02.972982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d655353b-dffc-439d-9c17-8f563d00a8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:02.987468 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7bd0f388-08f3-4733-82bb-446c6ab3a1fb req-2c750a48-ab8e-464d-a687-13833243d62f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473633
Jan 22 20:27:03.065095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d655353b-dffc-439d-9c17-8f563d00a8ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:03.070909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f45f7-b379-4d4d-a027-59ee38e8beaa None None] Network da97d755-9274-46bf-83b6-0983c2e8ab22 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:27:03.071132 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d655353b-dffc-439d-9c17-8f563d00a8ed admin admin] 10.222.0.38 "DELETE /v2.0/subnets/469baf7a-8685-4bab-9843-3c307ff762da HTTP/1.1" status: 204  len: 168 time: 0.7502692
Jan 22 20:27:03.073806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 53918) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:03.368588 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] DHCP port deletion for da97d755-9274-46bf-83b6-0983c2e8ab22 request from dv-cinder-768105-3-iscsi {{(pid=80270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 20:27:03.373570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Deleting port 642a614d-7b3b-489b-8b5d-d03873fb7dfc {{(pid=80270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:03.374017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:03.458847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:03.530681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Deleting port 642a614d-7b3b-489b-8b5d-d03873fb7dfc {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:03.531051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:03.602175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] For port 642a614d-7b3b-489b-8b5d-d03873fb7dfc, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=642a614d-7b3b-489b-8b5d-d03873fb7dfc,segment=NetworkSegment(3c3b9983-0583-400b-8a49-b7800d9312f1),segment_id=3c3b9983-0583-400b-8a49-b7800d9312f1)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:03.602553 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:03.734703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Calling delete_port for 642a614d-7b3b-489b-8b5d-d03873fb7dfc owned by network:dhcp {{(pid=80270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:27:03.752562 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] For port 642a614d-7b3b-489b-8b5d-d03873fb7dfc, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=642a614d-7b3b-489b-8b5d-d03873fb7dfc,segment=NetworkSegment(3c3b9983-0583-400b-8a49-b7800d9312f1),segment_id=3c3b9983-0583-400b-8a49-b7800d9312f1)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:03.752964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:03.833310 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046'] for port, after_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:03.851603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:03.888806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Calling delete_port for 642a614d-7b3b-489b-8b5d-d03873fb7dfc owned by network:dhcp {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:27:03.905530 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Pushing event deleted for resources: {'Port': ['ID=642a614d-7b3b-489b-8b5d-d03873fb7dfc,revision_number=None']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:03.963984 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.964375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.964754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.965126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.965497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.965871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.966233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.966596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.966959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.967382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.967747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.968108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.968520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.968880 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.969241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.969595 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.969712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:27:03.969953 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.970067 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:27:03.970307 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.970660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.971018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.971396 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.971751 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.972104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.972458 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:03.980411 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:04.009274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] No DVR routers for this DVR port 642a614d-7b3b-489b-8b5d-d03873fb7dfc on host dv-cinder-768105-3-iscsi {{(pid=80270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:27:04.091611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device fd0376d0-8579-4c10-8b6e-b1e3cf026723 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:27:04.129441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: fd0376d0-8579-4c10-8b6e-b1e3cf026723 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:27:04.129844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device fd0376d0-8579-4c10-8b6e-b1e3cf026723 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:27:04.130302 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 642a614d-7b3b-489b-8b5d-d03873fb7dfc no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:27:04.165087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 642a614d-7b3b-489b-8b5d-d03873fb7dfc {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:27:04.165484 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 642a614d-7b3b-489b-8b5d-d03873fb7dfc not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:27:04.246923 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a5b9c-327b-49c0-b37f-7d64816f0ecd req-18bf7a8b-a64b-4b09-be2b-7d1f57f05b8d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:04.249171 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b4a5b9c-327b-49c0-b37f-7d64816f0ecd req-18bf7a8b-a64b-4b09-be2b-7d1f57f05b8d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1100419
Jan 22 20:27:04.308640 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b4a5b9c-327b-49c0-b37f-7d64816f0ecd req-6daac589-3b35-44c3-913c-8f1d67e3b5b6 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455527
Jan 22 20:27:04.471445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Deleting port 642a614d-7b3b-489b-8b5d-d03873fb7dfc {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:04.471911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:04.543942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] The port '642a614d-7b3b-489b-8b5d-d03873fb7dfc' was deleted {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 20:27:04.667273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:04.756334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device e3d0e026-444f-4cd4-9597-3fa8112d463f no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:27:04.787051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73ba25d208>,) {'filters': {'network_id': ['da97d755-9274-46bf-83b6-0983c2e8ab22']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:04.800984 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73ba25d208>, '3c3b9983-0583-400b-8a49-b7800d9312f1') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:04.801547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73ba25d208>, '3c3b9983-0583-400b-8a49-b7800d9312f1') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:04.815078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:04.831380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:04.833633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:27:04.879836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:04.909269 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:27:04.919825 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port e3d0e026-444f-4cd4-9597-3fa8112d463f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e3d0e026-444f-4cd4-9597-3fa8112d463f,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:04.953812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:04.955748 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:04.989150 dv-cinder-768105-3-iscsi neutron-server[80155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f', 'code': 422} returned with failed status
Jan 22 20:27:05.029239 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Network da97d755-9274-46bf-83b6-0983c2e8ab22 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:27:05.035897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=e3d0e026-444f-4cd4-9597-3fa8112d463f,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:05.039177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:05.040616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:05.234635 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Network da97d755-9274-46bf-83b6-0983c2e8ab22 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:27:05.258915 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:27:05.376538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:05.381629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:05.387378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-08d5c130-1501-41c3-9b21-8aa36dd38fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:05.415887 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Pushing event deleted for resources: {'Network': ['ID=da97d755-9274-46bf-83b6-0983c2e8ab22,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:05.419250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:05.422160 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-71f32113-b0ec-4ea7-985e-65285fea7353 admin admin] 10.222.0.38 "DELETE /v2.0/networks/da97d755-9274-46bf-83b6-0983c2e8ab22 HTTP/1.1" status: 204  len: 168 time: 2.3465796
Jan 22 20:27:05.833384 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 53964) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:05.889079 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-33033d60-951e-4dd0-90c8-9d7c5c7b6637 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8ee41ae19894fe4b7cf256b4ce507f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519826
Jan 22 20:27:05.889323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 53970) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:05.953494 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39a4fd2d-27d4-4136-85f3-75c01dcb78bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:06.007337 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39a4fd2d-27d4-4136-85f3-75c01dcb78bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:06.052146 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-3d1c6ef1-c0ec-424b-a79d-cf289b091526 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2065028634&fields=id&tenant_id=33839a047bb14ff2ae6d7a0e5faa3679 HTTP/1.1" status: 200  len: 267 time: 0.0884690
Jan 22 20:27:06.251868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-006f151d-9c9a-46c6-b3da-0e841ce7f7cf tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:06.253537 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-006f151d-9c9a-46c6-b3da-0e841ce7f7cf tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 812 time: 0.1906898
Jan 22 20:27:06.254921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39a4fd2d-27d4-4136-85f3-75c01dcb78bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:06.260243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e2711c1b-f944-400f-a7c9-7e43ea96ba2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:06.283018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4fd2d-27d4-4136-85f3-75c01dcb78bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b5b1ed-c84e-4635-8854-29bc9daa7a71,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:06.286597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-39a4fd2d-27d4-4136-85f3-75c01dcb78bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:06.292628 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-2e2fa1aa-be48-49be-8006-e12bf7b5058a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/quotas/33839a047bb14ff2ae6d7a0e5faa3679 HTTP/1.1" status: 200  len: 375 time: 0.0241485
Jan 22 20:27:06.293851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39a4fd2d-27d4-4136-85f3-75c01dcb78bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:06.303779 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-39a4fd2d-27d4-4136-85f3-75c01dcb78bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5b5b1ed-c84e-4635-8854-29bc9daa7a71 HTTP/1.1" status: 204  len: 168 time: 0.4075549
Jan 22 20:27:06.419251 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-cd56ec01-565f-4790-a697-587ad7457493 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1138897
Jan 22 20:27:06.436945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-c549ea27-9ef0-481a-a8df-0939357e925b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:27:06.444639 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-c549ea27-9ef0-481a-a8df-0939357e925b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0122774
Jan 22 20:27:06.591900 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-ff0596fc-15a6-4db9-a768-394065433d17 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462092
Jan 22 20:27:06.813781 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-bcb2a059-afec-4e61-a405-1609153b4b27 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2156625
Jan 22 20:27:06.841046 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42ba41-bd2e-4fee-ab73-7fc80ee0129c req-521ecc24-dbb0-4cab-80a9-bd8f419b42ae tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:06.842826 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc42ba41-bd2e-4fee-ab73-7fc80ee0129c req-521ecc24-dbb0-4cab-80a9-bd8f419b42ae tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.2152376
Jan 22 20:27:06.850129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54000) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:06.911246 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fc42ba41-bd2e-4fee-ab73-7fc80ee0129c req-565ef42b-9c31-451c-b321-fe2d6ac0c01a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615842
Jan 22 20:27:06.984915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 54008) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:07.028915 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-a5f38739-96da-4105-b766-53860d2da1d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1769547
Jan 22 20:27:07.045040 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-83f77074-158e-43c8-8171-9fbf22bd87a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1163fed05c3b4733be02b874e4d76dca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0585077
Jan 22 20:27:07.048377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54016) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:07.119018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-053e016f-6ae6-4885-9a45-8aea759af829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:07.156358 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-053e016f-6ae6-4885-9a45-8aea759af829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:07.330688 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-053e016f-6ae6-4885-9a45-8aea759af829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:07.336394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fcfcc9f-387b-44ee-89ad-3d812317b73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:07.354501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e016f-6ae6-4885-9a45-8aea759af829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe52247-ff33-43cc-80d3-0c3c1fee3b4b,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:07.358160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-053e016f-6ae6-4885-9a45-8aea759af829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:07.359135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-053e016f-6ae6-4885-9a45-8aea759af829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:07.360651 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-053e016f-6ae6-4885-9a45-8aea759af829 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bbe52247-ff33-43cc-80d3-0c3c1fee3b4b HTTP/1.1" status: 204  len: 168 time: 0.3109589
Jan 22 20:27:07.593537 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a59ac441-2376-422f-8668-0c42898a2f29 req-f3f08e6d-380b-43a3-baf3-cf5ec5d6fd9f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 210 time: 0.0665200
Jan 22 20:27:08.033728 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-08177959-8df2-49c8-bbe8-bdd1c69adc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:08.035344 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-08177959-8df2-49c8-bbe8-bdd1c69adc34 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e&tenant_id=5298656aa8d344849634ed79515c8355 HTTP/1.1" status: 200  len: 1160 time: 0.0824132
Jan 22 20:27:08.225520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47e9bb-0f8b-49d6-bfbf-1c6ae9863c15 req-7f98c425-72db-4dab-9872-1ddbc1754b21 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:08.227142 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d47e9bb-0f8b-49d6-bfbf-1c6ae9863c15 req-7f98c425-72db-4dab-9872-1ddbc1754b21 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1733897
Jan 22 20:27:08.233718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-2e5a6331-730c-49b5-bf06-8a8b9576b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:08.235190 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-2e5a6331-730c-49b5-bf06-8a8b9576b0f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 1160 time: 0.1400113
Jan 22 20:27:08.375846 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d47e9bb-0f8b-49d6-bfbf-1c6ae9863c15 req-5310ec9a-7318-4eb3-b0e0-3a5106350355 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1393328
Jan 22 20:27:08.422474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-754b2fb8-aceb-4a4c-908a-524ab912a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:08.424287 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-754b2fb8-aceb-4a4c-908a-524ab912a203 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 911 time: 0.1734862
Jan 22 20:27:08.810818 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e60292fc-1514-49b2-a536-32a9bc1c2960 req-792787c1-37fc-463a-9226-84fbed148974 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 210 time: 0.0727489
Jan 22 20:27:08.838457 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-24be7efb-508a-4258-bb8a-40b3bdb7b1db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d0e026-444f-4cd4-9597-3fa8112d463f HTTP/1.1" status: 200  len: 999 time: 0.3971407
Jan 22 20:27:08.912194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-d3dcd468-e8ef-475e-b50f-0426d79bf362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:08.913907 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-d3dcd468-e8ef-475e-b50f-0426d79bf362 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.0681324
Jan 22 20:27:09.004389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-5edcf4b2-f287-4674-9c56-445c3b7fa75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:09.006518 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-5edcf4b2-f287-4674-9c56-445c3b7fa75c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844359
Jan 22 20:27:09.018828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-fa4c02cd-7480-40d8-bb84-f07c7101da5a service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:27:09.019956 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-fa4c02cd-7480-40d8-bb84-f07c7101da5a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061076
Jan 22 20:27:09.274965 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-a7a8b07b-a365-429a-9c90-7e0996bd156c service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287858
Jan 22 20:27:09.438276 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-845ab0ed-6ba5-4015-9aad-a7ae4fd5e8e2 req-07acbd49-211f-4553-af16-f475bf09e8ea service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478145
Jan 22 20:27:09.444110 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-fd2ae405-44c4-4eb5-8cc9-7e0f65ed4a63 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:09.444910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-fd2ae405-44c4-4eb5-8cc9-7e0f65ed4a63 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:network {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:27:09.490621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-fd2ae405-44c4-4eb5-8cc9-7e0f65ed4a63 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:network {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:27:09.491959 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-fd2ae405-44c4-4eb5-8cc9-7e0f65ed4a63 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 812 time: 0.2488143
Jan 22 20:27:09.660760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-67150f69-2799-4d5f-8a0f-c5035ff3e60f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:security_group {{(pid=80268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:27:09.675913 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-67150f69-2799-4d5f-8a0f-c5035ff3e60f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:security_group {{(pid=80268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:27:09.677535 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-67150f69-2799-4d5f-8a0f-c5035ff3e60f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679 HTTP/1.1" status: 200  len: 5765 time: 0.1377873
Jan 22 20:27:09.679811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847dee-5414-404f-a0b8-424685b62b86 req-22b33d57-abf1-4d1b-a349-e7a107e657f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:09.681517 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b847dee-5414-404f-a0b8-424685b62b86 req-22b33d57-abf1-4d1b-a349-e7a107e657f1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1289263
Jan 22 20:27:09.697594 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'port': {'device_id': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'admin_state_up': True, 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'security_groups': ['539c59a3-9f2d-47a1-911c-9789f64ccc2d']}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:27:09.744983 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8b847dee-5414-404f-a0b8-424685b62b86 req-dea178aa-30e3-4294-8783-461d1ac1e9d1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560591
Jan 22 20:27:09.773243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:27:09.880359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:27:09.891722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:27:09.928952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Made reservation on behalf of 33839a047bb14ff2ae6d7a0e5faa3679 for: {'port': 1} {{(pid=80268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:27:09.939669 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:10.045728 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55d72a7b-bd16-4e97-b533-256f728b635e req-c71e2286-0801-40dc-b7b7-c261ea87b091 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 210 time: 0.1016309
Jan 22 20:27:10.112815 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ee8f5-4389-49c5-8713-6af942edee7a req-0c414387-65ca-477c-91f3-731a11f9859d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:10.114720 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8d7ee8f5-4389-49c5-8713-6af942edee7a req-0c414387-65ca-477c-91f3-731a11f9859d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1299887
Jan 22 20:27:10.168748 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8d7ee8f5-4389-49c5-8713-6af942edee7a req-d451a84f-5ee3-40e0-8e76-44888558dd47 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473752
Jan 22 20:27:10.275326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Allocated IP 172.20.0.10 (2a8daac2-dce7-4143-a261-8d9997e9a19b/d418d97c-202f-49b5-9ed4-33bce69ac33f/c453678c-8fb2-4a5a-9d3e-fac427c27cd5) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:27:10.488598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:10.507468 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Transition to ACTIVE for port object c453678c-8fb2-4a5a-9d3e-fac427c27cd5 will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:27:10.548301 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:10.565398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-685c09c2-b091-424d-bd08-5d460738886a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:10.709620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'Port': ['ID=c453678c-8fb2-4a5a-9d3e-fac427c27cd5,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:10.720029 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:10.769366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:27:10.770535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources bound (agent type, host, resource id):  {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:27:10.772820 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:27:10.866976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:10.867740 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:10.992599 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3001068
Jan 22 20:27:11.109026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55287dba-6c90-4839-a9dd-e9f1941eeaaf req-bfeaad19-569f-453c-aac0-be5d8acc9153 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:11.115142 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55287dba-6c90-4839-a9dd-e9f1941eeaaf req-bfeaad19-569f-453c-aac0-be5d8acc9153 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1704910
Jan 22 20:27:11.165825 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-37b0ae7d-02e4-433a-9eb2-d7e46d7730ff None None] Provisioning for port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:27:11.177682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-37b0ae7d-02e4-433a-9eb2-d7e46d7730ff None None] Provisioning complete for port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:27:11.182880 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37b0ae7d-02e4-433a-9eb2-d7e46d7730ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:11.253395 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-55287dba-6c90-4839-a9dd-e9f1941eeaaf req-0e4a0b37-8438-4480-9608-ac3cf0b20baa tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1333480
Jan 22 20:27:11.401208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-37b0ae7d-02e4-433a-9eb2-d7e46d7730ff None None] Port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:27:11.502073 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49388a83-7ba7-414f-b93c-d5acb8986738 req-eef1571d-9166-4d5f-b353-ef5b4e9851f6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:11.512493 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-49388a83-7ba7-414f-b93c-d5acb8986738 req-eef1571d-9166-4d5f-b353-ef5b4e9851f6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 932 time: 0.2575426
Jan 22 20:27:11.619237 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-49388a83-7ba7-414f-b93c-d5acb8986738 req-a5b991db-67d3-4666-afdb-8193d2a84858 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1055901
Jan 22 20:27:11.687484 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50cf74-2896-48d6-925d-3c62f67d9fa3 req-e52c0f7b-5d89-40ad-b930-11f12dff91fb tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:11.689120 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c50cf74-2896-48d6-925d-3c62f67d9fa3 req-e52c0f7b-5d89-40ad-b930-11f12dff91fb tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1212089
Jan 22 20:27:11.745221 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4c50cf74-2896-48d6-925d-3c62f67d9fa3 req-e2341902-4229-43c5-943c-c867ac4d50b2 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491800
Jan 22 20:27:12.624508 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5418f3-5bb4-4c0f-bf51-99ed83e98cd1 req-3d6cb3cb-60a5-4d52-bee3-431e44c782d2 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:12.626204 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b5418f3-5bb4-4c0f-bf51-99ed83e98cd1 req-3d6cb3cb-60a5-4d52-bee3-431e44c782d2 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1156223
Jan 22 20:27:12.684642 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b5418f3-5bb4-4c0f-bf51-99ed83e98cd1 req-40edaff0-a092-4c3f-b7ab-d6b9a12e2478 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519342
Jan 22 20:27:12.870164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f416d8-e814-40f4-bfcf-62bb594290f0 req-f8f45ee0-3f23-468d-bb32-18b0fd75c72f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:12.874891 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29f416d8-e814-40f4-bfcf-62bb594290f0 req-f8f45ee0-3f23-468d-bb32-18b0fd75c72f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 932 time: 0.1172276
Jan 22 20:27:12.990413 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29f416d8-e814-40f4-bfcf-62bb594290f0 req-0f66d7d8-ef56-4e07-b7fa-c22d041e08c5 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1109462
Jan 22 20:27:13.047812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693b6c2-c443-4768-b3ed-efa82e8e73cf req-df072c07-b37f-4eb1-9033-f18b55beb604 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:13.049566 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d693b6c2-c443-4768-b3ed-efa82e8e73cf req-df072c07-b37f-4eb1-9033-f18b55beb604 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1683099
Jan 22 20:27:13.108788 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d693b6c2-c443-4768-b3ed-efa82e8e73cf req-5216f63d-7406-49b0-a0aa-a91f10468e26 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514419
Jan 22 20:27:13.992250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3e3a-0480-486c-8a72-532bac9bb437 req-61ba5c86-0d71-47f6-ab09-5a772dc05c16 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:13.994756 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b8a3e3a-0480-486c-8a72-532bac9bb437 req-61ba5c86-0d71-47f6-ab09-5a772dc05c16 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1408937
Jan 22 20:27:14.063453 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b8a3e3a-0480-486c-8a72-532bac9bb437 req-9cea912c-101a-42c0-931b-4225cc3153be tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605986
Jan 22 20:27:14.289513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c68bc-6d14-42db-b8e8-72ba1e0be128 req-8968798e-75be-4f89-a01c-31a95b79d97b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:14.291161 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fd8c68bc-6d14-42db-b8e8-72ba1e0be128 req-8968798e-75be-4f89-a01c-31a95b79d97b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 932 time: 0.1226959
Jan 22 20:27:14.403649 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fd8c68bc-6d14-42db-b8e8-72ba1e0be128 req-17663531-6824-488a-9549-aaf619415c17 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0687671
Jan 22 20:27:14.480176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5c201-00d4-4c69-85fe-ed4fc92461f2 req-497ea9c5-5378-4abd-80a0-ce6a733a048d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:14.483489 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4d5c201-00d4-4c69-85fe-ed4fc92461f2 req-497ea9c5-5378-4abd-80a0-ce6a733a048d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1910424
Jan 22 20:27:14.549759 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c4d5c201-00d4-4c69-85fe-ed4fc92461f2 req-aa39c3e7-e1ea-4499-afc4-8e150adffd5d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590711
Jan 22 20:27:15.380338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13890cdc-f194-44b9-b1cb-2ea57dc45e39 req-21d3e866-3c63-4618-a2d1-3982cfab333a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:15.382158 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-13890cdc-f194-44b9-b1cb-2ea57dc45e39 req-21d3e866-3c63-4618-a2d1-3982cfab333a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1158173
Jan 22 20:27:15.447929 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-13890cdc-f194-44b9-b1cb-2ea57dc45e39 req-37bf1762-0bf6-4e27-a2d4-19301622f3e9 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589252
Jan 22 20:27:15.743445 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff914e2-a0d0-49e8-a7bf-95e542a0b901 req-63aea740-cc6a-4e0e-ab96-40ad26e765ff tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:15.745106 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fff914e2-a0d0-49e8-a7bf-95e542a0b901 req-63aea740-cc6a-4e0e-ab96-40ad26e765ff tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 932 time: 0.1537881
Jan 22 20:27:15.858285 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fff914e2-a0d0-49e8-a7bf-95e542a0b901 req-486f198d-46ad-4371-a98f-a6af8cad8ed9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0652084
Jan 22 20:27:15.969776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a8969-71c7-4bf6-8c58-d5d893d79c80 req-743b1b49-1b7c-42e7-b666-525826254ae5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:15.969776 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a7a8969-71c7-4bf6-8c58-d5d893d79c80 req-743b1b49-1b7c-42e7-b666-525826254ae5 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1632953
Jan 22 20:27:15.970777 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1a7a8969-71c7-4bf6-8c58-d5d893d79c80 req-6f5a2d70-b179-4864-9063-64f723eb765b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539646
Jan 22 20:27:16.738503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b08aa-41d1-4455-b9ca-1490ae796c97 req-9e81884d-5082-4365-8855-54a8f524fdef tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:16.740266 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-994b08aa-41d1-4455-b9ca-1490ae796c97 req-9e81884d-5082-4365-8855-54a8f524fdef tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1222403
Jan 22 20:27:16.795520 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-994b08aa-41d1-4455-b9ca-1490ae796c97 req-7935c074-4ac6-4206-8518-074623c7e2b1 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488873
Jan 22 20:27:17.323715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f022295-5ac9-4345-b699-e0109e793686 req-41720768-e9b9-46dc-bae6-267bc47ae97f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:17.326156 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f022295-5ac9-4345-b699-e0109e793686 req-41720768-e9b9-46dc-bae6-267bc47ae97f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 932 time: 0.2069552
Jan 22 20:27:17.356057 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8209c-c845-478f-82b8-2130581e7467 req-60626d28-a835-4e59-aee8-8a0a54f79b87 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:17.357555 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9f8209c-c845-478f-82b8-2130581e7467 req-60626d28-a835-4e59-aee8-8a0a54f79b87 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1862791
Jan 22 20:27:17.482412 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f022295-5ac9-4345-b699-e0109e793686 req-96cd376a-1f49-47a5-b8fd-a805841f9d45 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1232736
Jan 22 20:27:17.491616 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9f8209c-c845-478f-82b8-2130581e7467 req-abe72052-4d09-4ab9-be2d-da46a6857390 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1161702
Jan 22 20:27:18.103499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:18.135054 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf50d1-1fc4-4de7-a363-ef85e189bdcf req-5be48bfc-a260-488a-9854-cab7aa8d45fb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:18.137009 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-45bf50d1-1fc4-4de7-a363-ef85e189bdcf req-5be48bfc-a260-488a-9854-cab7aa8d45fb tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1371884
Jan 22 20:27:18.195967 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-45bf50d1-1fc4-4de7-a363-ef85e189bdcf req-d58ffbb6-72d4-46f0-aacb-2cf43c26c650 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501091
Jan 22 20:27:18.837116 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf98e57-5eff-4bf4-927f-71ab8ecebdb8 req-3a8fd09d-2506-4ded-aeac-3675c3ecc3dd tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:18.838851 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9bf98e57-5eff-4bf4-927f-71ab8ecebdb8 req-3a8fd09d-2506-4ded-aeac-3675c3ecc3dd tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1876764
Jan 22 20:27:18.868696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff0777-5419-4e77-9404-8153eebd4d62 req-01d8d13b-5613-47b7-bc34-734e0544257d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:18.870417 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ceff0777-5419-4e77-9404-8153eebd4d62 req-01d8d13b-5613-47b7-bc34-734e0544257d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 932 time: 0.2178552
Jan 22 20:27:18.958791 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9bf98e57-5eff-4bf4-927f-71ab8ecebdb8 req-ec331f6f-eae5-40ca-9160-51bdf4ce9804 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872231
Jan 22 20:27:18.968709 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ceff0777-5419-4e77-9404-8153eebd4d62 req-f083bffc-df9d-4df6-94f2-31583bdd6844 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0818117
Jan 22 20:27:19.460391 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6baea-fe9b-44e4-bdd6-d1cee288a69e req-f644b219-0e9a-4f8e-bd73-6d8b171ea343 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:19.463668 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1d6baea-fe9b-44e4-bdd6-d1cee288a69e req-f644b219-0e9a-4f8e-bd73-6d8b171ea343 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1134295
Jan 22 20:27:19.520166 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e1d6baea-fe9b-44e4-bdd6-d1cee288a69e req-901cf5f2-4e89-4f20-b9a9-a09ac629ad3a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494874
Jan 22 20:27:20.310373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74db9f-fb81-4c60-a41f-bc051dfdbe55 req-56ef9f36-7a1d-4ece-82ca-4d8d19345b8d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:20.312491 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f74db9f-fb81-4c60-a41f-bc051dfdbe55 req-56ef9f36-7a1d-4ece-82ca-4d8d19345b8d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1973014
Jan 22 20:27:20.368121 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91753a-da37-4084-889f-7a0cc0d78f40 req-0b1ccbc2-d0a8-4bba-b657-434dbd3e4985 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:20.369850 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da91753a-da37-4084-889f-7a0cc0d78f40 req-0b1ccbc2-d0a8-4bba-b657-434dbd3e4985 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 932 time: 0.1963513
Jan 22 20:27:20.426859 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4f74db9f-fb81-4c60-a41f-bc051dfdbe55 req-45927e05-e0e8-4c53-b4dc-0ba48b8d36cc tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073527
Jan 22 20:27:20.457384 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-da91753a-da37-4084-889f-7a0cc0d78f40 req-db198c9d-b7f4-4f70-8ba9-643468e18e5f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0806336
Jan 22 20:27:20.798809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d8257-1597-422e-b4b7-18e2d2cc0aec req-de1a9fbc-b442-4836-af3d-e66284f0576d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:20.800668 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-765d8257-1597-422e-b4b7-18e2d2cc0aec req-de1a9fbc-b442-4836-af3d-e66284f0576d tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1201546
Jan 22 20:27:20.878791 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-765d8257-1597-422e-b4b7-18e2d2cc0aec req-cfb4ebc6-190b-4bf1-9649-e536030f417c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645058
Jan 22 20:27:21.770176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d5af-711f-419b-a764-561d7eb2880a req-df101d16-e9a2-47a4-9003-3207e53f2ff4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:21.771844 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6693d5af-711f-419b-a764-561d7eb2880a req-df101d16-e9a2-47a4-9003-3207e53f2ff4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1790450
Jan 22 20:27:21.832568 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93123c10-4995-4159-95af-5f7b58a1a06d req-cdb3704c-9b65-49de-82ad-e829a617aa19 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:21.834309 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-93123c10-4995-4159-95af-5f7b58a1a06d req-cdb3704c-9b65-49de-82ad-e829a617aa19 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 932 time: 0.1982498
Jan 22 20:27:21.883624 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6693d5af-711f-419b-a764-561d7eb2880a req-0819438e-1e90-4a76-891e-586dccb112c4 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050689
Jan 22 20:27:21.917140 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-93123c10-4995-4159-95af-5f7b58a1a06d req-eecf1e7c-c4bd-4ed6-ae51-c5e9cea5ab9e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0674748
Jan 22 20:27:22.138198 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3817e-804d-4529-98cf-d61d3b432c7c req-bce314f1-442b-4dd4-a4ba-8b0e713a94d0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:22.140388 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ae3817e-804d-4529-98cf-d61d3b432c7c req-bce314f1-442b-4dd4-a4ba-8b0e713a94d0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1120203
Jan 22 20:27:22.191940 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ae3817e-804d-4529-98cf-d61d3b432c7c req-757fb21f-45aa-4653-9566-9a60d802d9f5 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452852
Jan 22 20:27:23.213073 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c6769-d04e-4d84-8935-7e3a0b7ba38e req-c14fac95-64a0-4b16-bf27-a7b550db32ec tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:23.214820 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cb7c6769-d04e-4d84-8935-7e3a0b7ba38e req-c14fac95-64a0-4b16-bf27-a7b550db32ec tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1918881
Jan 22 20:27:23.243361 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810c70b-e008-4e18-875f-affb738493fc req-a68bb1bf-89bf-41d5-a491-457312908dae tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:23.245032 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3810c70b-e008-4e18-875f-affb738493fc req-a68bb1bf-89bf-41d5-a491-457312908dae tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 932 time: 0.1851442
Jan 22 20:27:23.328380 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cb7c6769-d04e-4d84-8935-7e3a0b7ba38e req-270ce81a-11e5-4e40-afb5-8beb7b00c991 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822542
Jan 22 20:27:23.336308 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3810c70b-e008-4e18-875f-affb738493fc req-3428d456-bffa-42c2-8768-cf154f6f700c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0751736
Jan 22 20:27:23.551389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e92d-8ab6-44d3-86fc-7122ee0d740e req-081ab5d1-5666-4764-9a9c-553419192911 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:23.553088 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1931e92d-8ab6-44d3-86fc-7122ee0d740e req-081ab5d1-5666-4764-9a9c-553419192911 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1071086
Jan 22 20:27:23.604692 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1931e92d-8ab6-44d3-86fc-7122ee0d740e req-6f04cd0e-3ac3-4b38-b4d4-04621ca0327c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447953
Jan 22 20:27:24.781758 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4acf3981-da6f-45e6-9776-609cf6336252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:24.861995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f8a63-2bce-4efc-a4c1-07ead0a4b19b req-079b82b3-5328-4349-9520-b6f8bedfc94d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:24.863610 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-095f8a63-2bce-4efc-a4c1-07ead0a4b19b req-079b82b3-5328-4349-9520-b6f8bedfc94d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 932 time: 0.3685179
Jan 22 20:27:24.890149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8487156-05fd-47ab-a6ea-486c53f5eab7 req-7e5ffa74-1f8a-4fa6-b1cd-6427055aa891 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:24.891793 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c8487156-05fd-47ab-a6ea-486c53f5eab7 req-7e5ffa74-1f8a-4fa6-b1cd-6427055aa891 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.4332356
Jan 22 20:27:24.973791 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-095f8a63-2bce-4efc-a4c1-07ead0a4b19b req-45604af5-900b-4e20-89f5-8b9d1bf45bbc tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0808203
Jan 22 20:27:24.982798 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c8487156-05fd-47ab-a6ea-486c53f5eab7 req-cddc3383-187b-48dc-80a0-b535f5c07d2a tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751255
Jan 22 20:27:25.048435 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Request body: {'port': {'device_id': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:27:25.174199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:25.215322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f266c-d1fc-4602-8c99-ee585444da9e req-3ce3158d-cfff-45cb-a44a-81f665774d13 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:25.216959 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fb6f266c-d1fc-4602-8c99-ee585444da9e req-3ce3158d-cfff-45cb-a44a-81f665774d13 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1071448
Jan 22 20:27:25.270743 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fb6f266c-d1fc-4602-8c99-ee585444da9e req-e36df699-e688-495d-9ee3-d987b1001f5a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470829
Jan 22 20:27:25.593577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c453678c-8fb2-4a5a-9d3e-fac427c27cd5 {{(pid=80268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:27:25.601708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:25.614651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Transition to ACTIVE for port object c453678c-8fb2-4a5a-9d3e-fac427c27cd5 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:27:25.650129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:25.666497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a821a6d2-a877-4496-9502-7e1233319c79 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:26.027780 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c453678c-8fb2-4a5a-9d3e-fac427c27cd5,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:26.031781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:26.250371 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Attempting to bind port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:27:26.250371 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Attempting to bind port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:27:26.250807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Attempting to bind port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 on network 2a8daac2-dce7-4143-a261-8d9997e9a19b {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:27:26.257069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:27:26.257450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Checking segment: {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:27:26.257987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:26.258388 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Bound using segment: {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:27:26.258877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Bound port: c453678c-8fb2-4a5a-9d3e-fac427c27cd5, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1ee39f-714f-445b-a585-bdc28ff7d2c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:27:26.259289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:26.350736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7f2b0-0ce9-491d-9afb-c3b60d0ab0bf req-686809d0-86fb-4f06-82ca-6cd787177b97 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:26.352474 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5da7f2b0-0ce9-491d-9afb-c3b60d0ab0bf req-686809d0-86fb-4f06-82ca-6cd787177b97 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 944 time: 0.1989036
Jan 22 20:27:26.360564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] For port c453678c-8fb2-4a5a-9d3e-fac427c27cd5, host hv-cinder-76810, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:27:26.363853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] For port c453678c-8fb2-4a5a-9d3e-fac427c27cd5, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c453678c-8fb2-4a5a-9d3e-fac427c27cd5,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:27:26.379379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19181f57-2dd4-46ed-9242-c9b3d0476311 req-2a3f1d12-bd47-4018-899f-b85b5610cc05 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:26.381060 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19181f57-2dd4-46ed-9242-c9b3d0476311 req-2a3f1d12-bd47-4018-899f-b85b5610cc05 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1732509
Jan 22 20:27:26.411205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7279132'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:26.429168 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-acc5dfae-8b15-44bb-9dc5-9d3c51d814bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:26.469069 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5da7f2b0-0ce9-491d-9afb-c3b60d0ab0bf req-c129d1f0-cc38-4330-9472-605adbc637e7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0868969
Jan 22 20:27:26.478302 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19181f57-2dd4-46ed-9242-c9b3d0476311 req-bd79ede8-d6f8-4e2c-a1ed-a18cc0a55eb2 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793006
Jan 22 20:27:26.593263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c453678c-8fb2-4a5a-9d3e-fac427c27cd5,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:26.596900 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:26.633091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:26.633774 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:26.635391 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-0d3bb993-b2dc-4148-9177-3e382e3012e4 service neutron] 10.222.0.48 "PUT /v2.0/ports/c453678c-8fb2-4a5a-9d3e-fac427c27cd5 HTTP/1.1" status: 200  len: 1158 time: 1.7400496
Jan 22 20:27:26.635863 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:27:26.793666 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd50734-d5a7-427d-a796-15b28b04c70d req-b9786854-30a3-474e-95c7-6571ab757519 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:26.796866 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5cd50734-d5a7-427d-a796-15b28b04c70d req-b9786854-30a3-474e-95c7-6571ab757519 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1984012
Jan 22 20:27:26.821650 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-313726fe-d0d7-48dc-961f-cd1d4a8bf2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:26.823351 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-313726fe-d0d7-48dc-961f-cd1d4a8bf2d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 1161 time: 0.0935905
Jan 22 20:27:26.824586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c26633-bbed-4133-908a-c21defb1217a req-11af49d6-078c-495c-aaec-06f9319ec4a6 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:26.826259 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c1c26633-bbed-4133-908a-c21defb1217a req-11af49d6-078c-495c-aaec-06f9319ec4a6 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.48 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 945 time: 0.1839242
Jan 22 20:27:26.916436 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5', 'status': 'completed', 'code': 200}
Jan 22 20:27:26.926123 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-14e42587-ecbc-4f7e-a795-1ccecfddbbb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c453678c-8fb2-4a5a-9d3e-fac427c27cd5 HTTP/1.1" status: 200  len: 217 time: 0.0845034
Jan 22 20:27:26.937876 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5cd50734-d5a7-427d-a796-15b28b04c70d req-b08a0051-725b-4127-ab6e-603d9f4b7709 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104829
Jan 22 20:27:26.950982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Deleting port 1956683f-7ef9-4832-b649-32e7393cd6f6 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:26.951359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:27.003151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-ab9514de-31b0-45c1-87e2-12d86a26e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:27.004794 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-ab9514de-31b0-45c1-87e2-12d86a26e55d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.0718386
Jan 22 20:27:27.087264 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 1956683f-7ef9-4832-b649-32e7393cd6f6 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:27:27.096767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-2e2d5f0e-a2fb-4091-bd0d-3ff0ac229afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:27.098477 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-2e2d5f0e-a2fb-4091-bd0d-3ff0ac229afa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860367
Jan 22 20:27:27.233181 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:27.240696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] For port 1956683f-7ef9-4832-b649-32e7393cd6f6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1956683f-7ef9-4832-b649-32e7393cd6f6,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:27.241098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:27.259047 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-492d6c16-0b3a-4605-8fa7-a1ca1e5df200 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530983
Jan 22 20:27:27.262961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1956683f-7ef9-4832-b649-32e7393cd6f6'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:27:27.274578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 1956683f-7ef9-4832-b649-32e7393cd6f6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1956683f-7ef9-4832-b649-32e7393cd6f6,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:27.313576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:27.315537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:27.360331 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1956683f-7ef9-4832-b649-32e7393cd6f6', 'code': 200}
Jan 22 20:27:27.411436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=1956683f-7ef9-4832-b649-32e7393cd6f6,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:27.415407 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:27.423551 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f48e228a-6e9f-4576-9f62-58b1295057d9 req-ca7b6734-7ffb-4485-85d9-da0fc6368b0f service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1566179
Jan 22 20:27:27.581807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:27.582222 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:27.582580 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Floating IP 7e8406c3-8d01-4c74-9773-d9147129e983 disassociated. External IP: 172.27.1.73, port: 1956683f-7ef9-4832-b649-32e7393cd6f6.
Jan 22 20:27:27.582966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Calling delete_port for 1956683f-7ef9-4832-b649-32e7393cd6f6 owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:27:27.664936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3e14b-14dc-4651-84b0-45fc3e4a44f3 req-40501487-afc0-4c57-bc0a-1de077a241ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:27.666560 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1d3e14b-14dc-4651-84b0-45fc3e4a44f3 req-40501487-afc0-4c57-bc0a-1de077a241ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 1161 time: 0.0858285
Jan 22 20:27:27.819383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3e14b-14dc-4651-84b0-45fc3e4a44f3 req-168f6ce6-672e-436c-a836-ff46a236bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:27.821072 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1d3e14b-14dc-4651-84b0-45fc3e4a44f3 req-168f6ce6-672e-436c-a836-ff46a236bb76 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.1457994
Jan 22 20:27:27.846194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ad56b-ed90-4769-b239-02fe5523becd req-5f56e894-ef9c-46f8-8793-bc1ae1eee922 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:27.847956 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d87ad56b-ed90-4769-b239-02fe5523becd req-5f56e894-ef9c-46f8-8793-bc1ae1eee922 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 944 time: 0.2288229
Jan 22 20:27:27.867731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:27.877551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8907-ab06-46f0-a876-fffd6760157f req-953fe6a8-91a9-4cc0-85d6-cdba53d4becf tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:27.879282 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-941b8907-ab06-46f0-a876-fffd6760157f req-953fe6a8-91a9-4cc0-85d6-cdba53d4becf tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 943 time: 0.2100296
Jan 22 20:27:27.901159 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1d3e14b-14dc-4651-84b0-45fc3e4a44f3 req-c9f67068-d4ce-423c-b835-ddc29fb063e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c453678c-8fb2-4a5a-9d3e-fac427c27cd5 HTTP/1.1" status: 200  len: 217 time: 0.0711949
Jan 22 20:27:27.905969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:27:27.906342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:27:27.924827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00c40a72-3a5d-4397-9bc9-f1012b09fc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:27.964357 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d87ad56b-ed90-4769-b239-02fe5523becd req-ba8f9ccd-0dd8-4ba1-b653-cc2b2639384f tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0839555
Jan 22 20:27:27.976473 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-941b8907-ab06-46f0-a876-fffd6760157f req-b3495a56-824b-426e-bc69-0f253c2c8094 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756750
Jan 22 20:27:27.976656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3e14b-14dc-4651-84b0-45fc3e4a44f3 req-7daad6f9-213f-4938-be88-65a3ef4fd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:27.978248 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1d3e14b-14dc-4651-84b0-45fc3e4a44f3 req-7daad6f9-213f-4938-be88-65a3ef4fd713 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.0694861
Jan 22 20:27:28.070395 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3e14b-14dc-4651-84b0-45fc3e4a44f3 req-5b8350d9-4050-4886-87a7-83987be04fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:28.072076 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1d3e14b-14dc-4651-84b0-45fc3e4a44f3 req-5b8350d9-4050-4886-87a7-83987be04fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862145
Jan 22 20:27:28.201475 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac9b40-9ed7-4586-80ed-fc0ff140a82f req-43481083-3f7f-419c-90db-a87acb65a1e9 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:28.203092 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-42ac9b40-9ed7-4586-80ed-fc0ff140a82f req-43481083-3f7f-419c-90db-a87acb65a1e9 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1129613
Jan 22 20:27:28.223754 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1d3e14b-14dc-4651-84b0-45fc3e4a44f3 req-800353ff-d536-4ebb-8369-9da11c2e3382 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428223
Jan 22 20:27:28.257184 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-42ac9b40-9ed7-4586-80ed-fc0ff140a82f req-5b91a6dd-7940-4218-88e3-3ce8c040da8c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471110
Jan 22 20:27:28.373406 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f1d3e14b-14dc-4651-84b0-45fc3e4a44f3 req-bce537ad-7ce9-449d-9dae-d7d7678a5fdc service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420233
Jan 22 20:27:28.407447 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Deleting port 1956683f-7ef9-4832-b649-32e7393cd6f6 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:28.407850 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:28.678584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] For port 1956683f-7ef9-4832-b649-32e7393cd6f6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1956683f-7ef9-4832-b649-32e7393cd6f6,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:28.678981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:28.861742 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:28.994807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:28.995076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:28.995453 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Floating IP 7e8406c3-8d01-4c74-9773-d9147129e983 disassociated. External IP: 172.27.1.73, port: 1956683f-7ef9-4832-b649-32e7393cd6f6.
Jan 22 20:27:28.995845 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Calling delete_port for 1956683f-7ef9-4832-b649-32e7393cd6f6 owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:27:29.204744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:29.354140 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ace88-fc12-4dbe-af30-ab14e8e05de1 req-57431631-6986-4904-9f0e-acc665bd572d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:29.355840 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f8ace88-fc12-4dbe-af30-ab14e8e05de1 req-57431631-6986-4904-9f0e-acc665bd572d tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 943 time: 0.2069640
Jan 22 20:27:29.384934 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551b53-4735-4f56-b79a-92c59c0108b9 req-e108fefe-9179-466e-80f0-f090b4ba0517 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:29.386758 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8a551b53-4735-4f56-b79a-92c59c0108b9 req-e108fefe-9179-466e-80f0-f090b4ba0517 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 944 time: 0.2787561
Jan 22 20:27:29.390584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:29.423236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9e527ab4-6ac2-4e34-af1f-b3a6c9da192d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:29.506011 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event deleted for resources: {'Port': ['ID=1956683f-7ef9-4832-b649-32e7393cd6f6,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:29.525433 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:29.840746 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8f8ace88-fc12-4dbe-af30-ab14e8e05de1 req-b813225b-107d-42f4-b567-ced38fe022c6 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups?id=b4e24ca7-ac2f-4213-b389-656bb2f3a558&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4528284
Jan 22 20:27:29.856690 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8a551b53-4735-4f56-b79a-92c59c0108b9 req-a34fc929-8935-4a91-9fd6-51be8bb839f1 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4508104
Jan 22 20:27:30.203065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793151f-8de7-40c6-8b9e-1e92d9372cab req-71aac06c-c862-4be6-bd37-16b2f02e9048 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:30.204813 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9793151f-8de7-40c6-8b9e-1e92d9372cab req-71aac06c-c862-4be6-bd37-16b2f02e9048 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.2258480
Jan 22 20:27:30.217293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Router 0bcac44c-ddee-44a6-9e0a-668461243e0b has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:27:30.417748 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9793151f-8de7-40c6-8b9e-1e92d9372cab req-66d9094a-20d9-4b04-a1ce-d2b683f886e8 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2026258
Jan 22 20:27:30.522150 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:27:30.542650 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482716b1-8054-4409-9ea6-baa88c3960ce None None] Sync routers for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:27:30.561922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482716b1-8054-4409-9ea6-baa88c3960ce None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:27:30.562556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-482716b1-8054-4409-9ea6-baa88c3960ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc9ace80>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:27:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:30.565797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] No DVR routers for this DVR port 1956683f-7ef9-4832-b649-32e7393cd6f6 on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:27:30.568545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:30.571875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'name': 'network-vif-deleted', 'tag': '1956683f-7ef9-4832-b649-32e7393cd6f6'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:27:30.626374 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c1c26633-bbed-4133-908a-c21defb1217a req-c543bec2-23a4-4184-8a7e-37a39f353c6c tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.48 "DELETE /v2.0/ports/1956683f-7ef9-4832-b649-32e7393cd6f6 HTTP/1.1" status: 204  len: 173 time: 3.7837191
Jan 22 20:27:30.675401 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5278ed-ed02-449e-9529-0ea73e65a0cb', 'name': 'network-vif-deleted', 'tag': '1956683f-7ef9-4832-b649-32e7393cd6f6', 'status': 'completed', 'code': 200}
Jan 22 20:27:30.812096 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-482716b1-8054-4409-9ea6-baa88c3960ce None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:27:31.088270 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-846e0f1a-dd91-46a0-b187-d17138f99ac4 req-5d2383c6-3235-4e61-9c22-9daff1c3d736 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Synchronizing usage tracker for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:27:31.168646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea74a05-10d2-4f24-beb2-17a3b3f065a0 req-6684ad44-2403-43ce-9764-462c2c88534e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:31.170850 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ea74a05-10d2-4f24-beb2-17a3b3f065a0 req-6684ad44-2403-43ce-9764-462c2c88534e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 944 time: 0.1385443
Jan 22 20:27:31.172093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-846e0f1a-dd91-46a0-b187-d17138f99ac4 req-5d2383c6-3235-4e61-9c22-9daff1c3d736 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Unset dirty status for tenant:e38ccd21c1674123bb7dd2df09b09606 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:27:31.173228 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-846e0f1a-dd91-46a0-b187-d17138f99ac4 req-5d2383c6-3235-4e61-9c22-9daff1c3d736 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/ports?device_id=8e5278ed-ed02-449e-9529-0ea73e65a0cb HTTP/1.1" status: 200  len: 210 time: 0.1792338
Jan 22 20:27:31.243548 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ea74a05-10d2-4f24-beb2-17a3b3f065a0 req-e1bb638c-0b63-48ec-b2d5-67efee8be0c1 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0659716
Jan 22 20:27:31.247354 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-482716b1-8054-4409-9ea6-baa88c3960ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc9ace80>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:31.252666 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482716b1-8054-4409-9ea6-baa88c3960ce None None] Checking router: 0bcac44c-ddee-44a6-9e0a-668461243e0b for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:27:31.262243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482716b1-8054-4409-9ea6-baa88c3960ce None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:27:31.263022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-482716b1-8054-4409-9ea6-baa88c3960ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc9ace80>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:27:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:31.471439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-482716b1-8054-4409-9ea6-baa88c3960ce None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:27:31.737454 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19979dd6-2b85-432e-93c5-71dd2f4fdc80 req-e1ba8d33-2ce1-42e3-8fa7-815a7d45769b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:31.739474 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19979dd6-2b85-432e-93c5-71dd2f4fdc80 req-e1ba8d33-2ce1-42e3-8fa7-815a7d45769b tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 943 time: 0.1146083
Jan 22 20:27:31.791723 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-19979dd6-2b85-432e-93c5-71dd2f4fdc80 req-5534f475-6267-4289-bb6f-5a23cfe7a625 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457847
Jan 22 20:27:31.817967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-482716b1-8054-4409-9ea6-baa88c3960ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc9ace80>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:31.822604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482716b1-8054-4409-9ea6-baa88c3960ce None None] The sync data for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi is: [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:16:58Z', 'revision_number': 4, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': 'db96c85f-83ba-45a0-a453-764e64edcc95', 'name': '', 'network_id': '680ba046-e955-4e19-a2a5-d87c6b56d8a5', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'mac_address': 'fa:16:3e:98:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:55Z', 'updated_at': '2021-01-22T20:17:10Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'subnets': [{'id': '703ccb20-1ede-4180-86d9-702b53f9353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:27:31.878605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device e3d0e026-444f-4cd4-9597-3fa8112d463f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:27:31.958746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port e3d0e026-444f-4cd4-9597-3fa8112d463f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:27:31.959170 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:32.086840 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:32.118347 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:27:32.129987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port e3d0e026-444f-4cd4-9597-3fa8112d463f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e3d0e026-444f-4cd4-9597-3fa8112d463f,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:32.162951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:32.165096 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:32.203660 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f', 'code': 200}
Jan 22 20:27:32.239410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ed28d-f53e-4e7b-802e-37b03a91f378 None None] New status for floating IP 7e8406c3-8d01-4c74-9773-d9147129e983: DOWN {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:27:32.240830 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=e3d0e026-444f-4cd4-9597-3fa8112d463f,revision_number=6']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:32.244261 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:32.408753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 54198) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:32.582375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1072e9da-ce7b-4fcf-8d5a-533bf4783678 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:32.636068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1072e9da-ce7b-4fcf-8d5a-533bf4783678 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:32.724224 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0de7ba-ee35-4912-ad92-bf0ab103ca1a req-10485f34-114c-42ba-b498-bddf9a2ce898 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:32.725986 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee0de7ba-ee35-4912-ad92-bf0ab103ca1a req-10485f34-114c-42ba-b498-bddf9a2ce898 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 944 time: 0.2509940
Jan 22 20:27:32.753277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87923146-7c9d-4ba6-a87f-fac125307bc1 req-597cf174-d8ce-4855-8ae6-7e732f8a2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:32.754850 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-87923146-7c9d-4ba6-a87f-fac125307bc1 req-597cf174-d8ce-4855-8ae6-7e732f8a2b15 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 1162 time: 0.2121806
Jan 22 20:27:32.822701 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ee0de7ba-ee35-4912-ad92-bf0ab103ca1a req-97926f7f-137d-4190-8cc6-c7cad742ddfe tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0869129
Jan 22 20:27:32.828842 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-87923146-7c9d-4ba6-a87f-fac125307bc1 req-9cb64fc0-a8fe-4afc-9b2c-12d1d31fa8d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657191
Jan 22 20:27:32.839042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1072e9da-ce7b-4fcf-8d5a-533bf4783678 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:32.844734 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-277aa66d-78f6-438c-9387-71e0aa1041ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:32.864136 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072e9da-ce7b-4fcf-8d5a-533bf4783678 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e24ca7-ac2f-4213-b389-656bb2f3a558,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:32.869182 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1072e9da-ce7b-4fcf-8d5a-533bf4783678 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:32.871252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1072e9da-ce7b-4fcf-8d5a-533bf4783678 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:32.873163 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1072e9da-ce7b-4fcf-8d5a-533bf4783678 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "DELETE /v2.0/security-groups/b4e24ca7-ac2f-4213-b389-656bb2f3a558 HTTP/1.1" status: 204  len: 168 time: 0.4623904
Jan 22 20:27:32.876824 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54204) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:32.896961 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-3b0a9cff-355a-4da6-8c23-52cac7bba723 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] show failed (client error): The resource could not be found.
Jan 22 20:27:32.898119 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3b0a9cff-355a-4da6-8c23-52cac7bba723 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "GET /v2.0/security-groups/b4e24ca7-ac2f-4213-b389-656bb2f3a558 HTTP/1.1" status: 404  len: 347 time: 0.0201983
Jan 22 20:27:32.901482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 54208) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:33.130982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7fe0bfca-441f-4e00-b909-a69279fff790 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Deleting port 8f4cc825-38cd-4662-9fd6-9cb059539fc4 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:33.130982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fe0bfca-441f-4e00-b909-a69279fff790 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:33.266660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b4334-b7b6-4a35-85b8-99893f25c952 req-6ae0659f-dd0d-4156-a719-076fe6f63e53 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:33.268361 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-622b4334-b7b6-4a35-85b8-99893f25c952 req-6ae0659f-dd0d-4156-a719-076fe6f63e53 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.3001983
Jan 22 20:27:33.370254 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device e3d0e026-444f-4cd4-9597-3fa8112d463f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:27:33.391165 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-622b4334-b7b6-4a35-85b8-99893f25c952 req-61f8aa8c-fc03-4108-a596-f278e8fff8fc tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711317
Jan 22 20:27:33.409236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fe0bfca-441f-4e00-b909-a69279fff790 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:33.409593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fe0bfca-441f-4e00-b909-a69279fff790 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:33.478127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port e3d0e026-444f-4cd4-9597-3fa8112d463f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:27:33.478550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:33.547860 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7fe0bfca-441f-4e00-b909-a69279fff790 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Calling delete_port for 8f4cc825-38cd-4662-9fd6-9cb059539fc4 owned by network:floatingip {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:27:33.724687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fe0bfca-441f-4e00-b909-a69279fff790 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:33.741469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:33.801017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0bfca-441f-4e00-b909-a69279fff790 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Pushing event deleted for resources: {'Port': ['ID=8f4cc825-38cd-4662-9fd6-9cb059539fc4,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:33.805365 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fe0bfca-441f-4e00-b909-a69279fff790 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:34.023350 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fe0bfca-441f-4e00-b909-a69279fff790 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks [] for floatingip, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:34.084570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105d268-615a-4fc8-9d5b-64ac3bcf7e57 req-885d0ee7-7da7-43e0-b15c-3dbd2b08dccd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:34.086291 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c105d268-615a-4fc8-9d5b-64ac3bcf7e57 req-885d0ee7-7da7-43e0-b15c-3dbd2b08dccd tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 944 time: 0.1309314
Jan 22 20:27:34.095630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fe0bfca-441f-4e00-b909-a69279fff790 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:34.096819 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7fe0bfca-441f-4e00-b909-a69279fff790 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] 10.222.0.38 "DELETE /v2.0/floatingips/7e8406c3-8d01-4c74-9773-d9147129e983 HTTP/1.1" status: 204  len: 168 time: 1.1943424
Jan 22 20:27:34.156158 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c105d268-615a-4fc8-9d5b-64ac3bcf7e57 req-18253e5d-d768-43c8-b295-4f17444d2acc tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0623515
Jan 22 20:27:34.688643 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9a09d-bc5c-40c2-8362-1177b8d9fce0 req-1a9c8c9f-1506-45cc-95c0-c562bcc16d36 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:34.690343 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8a9a09d-bc5c-40c2-8362-1177b8d9fce0 req-1a9c8c9f-1506-45cc-95c0-c562bcc16d36 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1136708
Jan 22 20:27:34.744146 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d8a9a09d-bc5c-40c2-8362-1177b8d9fce0 req-ab9a01ae-7965-4425-b6f2-d9828701cab2 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472832
Jan 22 20:27:35.396835 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546e3f7-48f2-4710-96b2-7764a0a378f4 req-aa396c9f-3788-4a0a-88e2-95f30bb2d3c1 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:35.398569 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8546e3f7-48f2-4710-96b2-7764a0a378f4 req-aa396c9f-3788-4a0a-88e2-95f30bb2d3c1 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 944 time: 0.1071613
Jan 22 20:27:35.461023 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8546e3f7-48f2-4710-96b2-7764a0a378f4 req-6abb49c7-cf30-4851-b326-41f5fbd84fdf tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0523307
Jan 22 20:27:35.999042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03abc-f8cb-4924-aed7-faa9e3bb26b2 req-ae6f3377-4a4f-4212-a48d-0bf42b5639ab tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:36.000691 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5b03abc-f8cb-4924-aed7-faa9e3bb26b2 req-ae6f3377-4a4f-4212-a48d-0bf42b5639ab tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1084802
Jan 22 20:27:36.058524 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5b03abc-f8cb-4924-aed7-faa9e3bb26b2 req-11858070-0f27-4872-bda2-2bc67f778ff3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478337
Jan 22 20:27:36.943341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75d5e5-fb04-4e97-9d9a-537e478475e9 req-207dda6a-9fbb-4715-9bab-27c1a23440e2 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:36.945017 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f75d5e5-fb04-4e97-9d9a-537e478475e9 req-207dda6a-9fbb-4715-9bab-27c1a23440e2 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 944 time: 0.3482151
Jan 22 20:27:36.999380 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7f75d5e5-fb04-4e97-9d9a-537e478475e9 req-c8bef824-a739-41fe-96f3-ab9190c90467 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0473266
Jan 22 20:27:37.310487 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058ecae-aee9-4de2-a72e-07cf0a60b537 req-9e340502-c51d-4035-9d91-805c0c250622 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:37.312269 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9058ecae-aee9-4de2-a72e-07cf0a60b537 req-9e340502-c51d-4035-9d91-805c0c250622 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1106262
Jan 22 20:27:37.368507 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9058ecae-aee9-4de2-a72e-07cf0a60b537 req-a492094e-56ff-4ad9-b304-67c3adac99ca tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484295
Jan 22 20:27:37.894351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device c453678c-8fb2-4a5a-9d3e-fac427c27cd5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:27:37.987469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:27:37.992634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:27:37.993032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:38.127905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:38.157753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:27:38.168571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port c453678c-8fb2-4a5a-9d3e-fac427c27cd5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c453678c-8fb2-4a5a-9d3e-fac427c27cd5,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:38.188386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:38.190766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:38.243386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9053439-5d92-41cb-93a8-e47646b437a9 req-ab4dbbea-f97e-4873-a5e3-166df828effa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:38.245067 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9053439-5d92-41cb-93a8-e47646b437a9 req-ab4dbbea-f97e-4873-a5e3-166df828effa tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 946 time: 0.1075966
Jan 22 20:27:38.266586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=c453678c-8fb2-4a5a-9d3e-fac427c27cd5,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:38.270206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:38.298977 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d9053439-5d92-41cb-93a8-e47646b437a9 req-6f2c5872-9041-41fe-bd19-edd9b1af0ae7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0471723
Jan 22 20:27:38.311245 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5', 'code': 200}
Jan 22 20:27:38.524358 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 54292) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:38.873482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20741a6-8891-4249-930c-589531141f3a req-efb1d506-3966-4747-80fa-61273e2033c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:38.875143 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b20741a6-8891-4249-930c-589531141f3a req-efb1d506-3966-4747-80fa-61273e2033c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 1163 time: 0.2556849
Jan 22 20:27:39.056554 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b20741a6-8891-4249-930c-589531141f3a req-0acd4be9-7ec2-448e-a3d5-71b3c605ca72 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1727993
Jan 22 20:27:39.318863 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735844'] for router_interface, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:39.366819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device c453678c-8fb2-4a5a-9d3e-fac427c27cd5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:27:39.444604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:27:39.445027 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:39.737217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bc2a0-30cd-491d-a5c5-c4bb8fb8168e req-1bd22b0a-80f0-4738-a608-4c5547c66634 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:39.738844 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e88bc2a0-30cd-491d-a5c5-c4bb8fb8168e req-1bd22b0a-80f0-4738-a608-4c5547c66634 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 946 time: 0.2564840
Jan 22 20:27:39.810991 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e88bc2a0-30cd-491d-a5c5-c4bb8fb8168e req-a188e7ef-9082-44b9-9073-acb772345bd1 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0655611
Jan 22 20:27:39.942806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Deleting port db96c85f-83ba-45a0-a453-764e64edcc95 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:39.943494 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:40.283309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] For port db96c85f-83ba-45a0-a453-764e64edcc95, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=db96c85f-83ba-45a0-a453-764e64edcc95,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:40.283848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:40.426711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Calling delete_port for db96c85f-83ba-45a0-a453-764e64edcc95 owned by network:router_interface {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:27:40.632972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:40.649353 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fddd6e0e-8217-42a2-b8f2-8432058caece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:40.708976 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Pushing event deleted for resources: {'Port': ['ID=db96c85f-83ba-45a0-a453-764e64edcc95,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:40.772661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.773050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.773413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.773812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.774207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.774604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.775011 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.780510 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.782599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.782599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.782599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.782599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:40.790105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:41.179554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1561061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126889'] for router_interface, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:41.236735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eeddeb-4839-471e-aacc-3bfed28421d0 req-6a425464-3a63-4c47-a8ef-fda4dd81ab26 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:41.238361 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40eeddeb-4839-471e-aacc-3bfed28421d0 req-6a425464-3a63-4c47-a8ef-fda4dd81ab26 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 946 time: 0.2493119
Jan 22 20:27:41.611972 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40eeddeb-4839-471e-aacc-3bfed28421d0 req-d7869ac1-4bb4-4f1c-82e7-19ec570e4f17 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0795758
Jan 22 20:27:42.003489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Router 0bcac44c-ddee-44a6-9e0a-668461243e0b has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:27:42.193484 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:27:42.204158 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8540b8-7bd1-478f-93f9-5bf4e688b62f None None] Sync routers for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:27:42.207014 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] 10.222.0.38 "PUT /v2.0/routers/0bcac44c-ddee-44a6-9e0a-668461243e0b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6814895
Jan 22 20:27:42.209656 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 54302) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:42.214400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8540b8-7bd1-478f-93f9-5bf4e688b62f None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:27:42.215185 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fd8540b8-7bd1-478f-93f9-5bf4e688b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b78ae0b8>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:27:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:42.409866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-fd8540b8-7bd1-478f-93f9-5bf4e688b62f None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:27:42.414652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:42.624196 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:42.630272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Deleting port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:42.631259 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:42.921606 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fd8540b8-7bd1-478f-93f9-5bf4e688b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b78ae0b8>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:27:40Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:42.925938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8540b8-7bd1-478f-93f9-5bf4e688b62f None None] Checking router: 0bcac44c-ddee-44a6-9e0a-668461243e0b for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:27:42.936641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8540b8-7bd1-478f-93f9-5bf4e688b62f None None] Routers {'0bcac44c-ddee-44a6-9e0a-668461243e0b'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:27:42.937415 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fd8540b8-7bd1-478f-93f9-5bf4e688b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b78ae0b8>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:27:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['0bcac44c-ddee-44a6-9e0a-668461243e0b'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:43.048993 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] For port 668895a5-fd91-4aa0-8bff-6ed6c6a528ad, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=668895a5-fd91-4aa0-8bff-6ed6c6a528ad,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:43.049403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:43.091746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e601f60-008d-4ff9-96a6-72cfa607b2d2 req-f2c53c3d-4ad0-4b77-baf6-471dd90e7845 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:43.093464 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e601f60-008d-4ff9-96a6-72cfa607b2d2 req-f2c53c3d-4ad0-4b77-baf6-471dd90e7845 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 946 time: 0.3381252
Jan 22 20:27:43.150174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-fd8540b8-7bd1-478f-93f9-5bf4e688b62f None None] Set router 0bcac44c-ddee-44a6-9e0a-668461243e0b gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:27:43.236525 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Calling delete_port for 668895a5-fd91-4aa0-8bff-6ed6c6a528ad owned by network:router_gateway {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:27:43.290928 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-4273072e-11a1-4360-a799-b18f47068967 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3794227
Jan 22 20:27:43.329217 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5e601f60-008d-4ff9-96a6-72cfa607b2d2 req-101ffa0b-331e-440d-95d0-4d55f8f8e086 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1771653
Jan 22 20:27:43.439729 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-384393fb-454f-42e9-b55a-d0b83804f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:43.441394 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-384393fb-454f-42e9-b55a-d0b83804f6b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5298656aa8d344849634ed79515c8355&device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 1162 time: 0.1090136
Jan 22 20:27:43.511652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fd8540b8-7bd1-478f-93f9-5bf4e688b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b78ae0b8>, [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:27:40Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:43.516981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8540b8-7bd1-478f-93f9-5bf4e688b62f None None] The sync data for ids ['0bcac44c-ddee-44a6-9e0a-668461243e0b'] in dv-cinder-768105-3-iscsi is: [{'id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'name': 'tempest-AttachVolumeTestJSON-1714322305-router', 'tenant_id': 'e38ccd21c1674123bb7dd2df09b09606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:41Z', 'updated_at': '2021-01-22T20:27:40Z', 'revision_number': 5, 'project_id': 'e38ccd21c1674123bb7dd2df09b09606', 'gw_port': {'id': '668895a5-fd91-4aa0-8bff-6ed6c6a528ad', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcac44c-ddee-44a6-9e0a-668461243e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:44Z', 'updated_at': '2021-01-22T20:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:27:43.680416 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:44.077191 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device db96c85f-83ba-45a0-a453-764e64edcc95 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:27:44.093443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3244b5e-c45a-47de-8519-5615da7761db req-eb800f64-1659-48af-8c4a-7b2a5df74023 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:44.095158 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3244b5e-c45a-47de-8519-5615da7761db req-eb800f64-1659-48af-8c4a-7b2a5df74023 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 946 time: 0.5720756
Jan 22 20:27:44.101985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-5a6b1d08-eaad-49e3-b55b-a26adb4ca925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:44.103534 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-5a6b1d08-eaad-49e3-b55b-a26adb4ca925 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 200  len: 911 time: 0.6085398
Jan 22 20:27:44.115536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: db96c85f-83ba-45a0-a453-764e64edcc95 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:27:44.116040 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device db96c85f-83ba-45a0-a453-764e64edcc95 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:27:44.317087 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f3244b5e-c45a-47de-8519-5615da7761db req-1dcdee2e-8cd7-40f3-a5f5-21c938f0b9c2 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2103832
Jan 22 20:27:44.329179 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-53d0a201-6b27-4fa3-a23d-78f7bda48978 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d0e026-444f-4cd4-9597-3fa8112d463f HTTP/1.1" status: 200  len: 1001 time: 0.2161038
Jan 22 20:27:44.337903 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853129297'] for router_gateway, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:44.574679 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853127145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854665958'] for router, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:44.582970 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:44.669282 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-7d47ce99-e745-440b-8891-770d928083c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:44.670883 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-7d47ce99-e745-440b-8891-770d928083c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 200  len: 856 time: 0.3313544
Jan 22 20:27:44.734514 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1642766'] for router, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:44.735412 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bcac44c-ddee-44a6-9e0a-668461243e0b {{(pid=80269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 20:27:44.787692 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] Notify callbacks [] for router, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:44.788927 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ad0c1cc5-b576-41ff-abff-5d1e1478abc9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/0bcac44c-ddee-44a6-9e0a-668461243e0b HTTP/1.1" status: 204  len: 168 time: 2.5769293
Jan 22 20:27:44.792056 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54312) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:44.813347 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc51da91-8806-46b9-9313-5820840336f7 req-a1b759d8-6bf5-432d-b452-671b958b0e6e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3717868
Jan 22 20:27:44.827190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'floatingip': {'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:27:44.839178 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:27:44.845775 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-7136cf25-203d-40ed-bf58-85d844dc3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:44.847434 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-7136cf25-203d-40ed-bf58-85d844dc3808 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb37c98c-35d3-4c00-b386-0eb554f9926a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1690125
Jan 22 20:27:44.861988 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Deleting subnet 703ccb20-1ede-4180-86d9-702b53f9353c {{(pid=80268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:27:44.865912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:44.877668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:27:44.922856 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848437748'] for subnet, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:44.956764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:45.058328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:45.106488 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-e39992db-e9cf-410b-87b6-fbe7d5650836 service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519963
Jan 22 20:27:45.296852 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1cf0d71a-b2d4-4c06-9634-1eaf164be464 req-6befadc7-d42f-4630-9591-67bc800370db service neutron] 10.222.0.48 "GET /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1763008
Jan 22 20:27:45.299145 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:45.375747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7279169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848344222'] for subnet, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:45.392249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4223c925-2bfa-4e91-9ce3-4ed73e3ed291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:45.440731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703ccb20-1ede-4180-86d9-702b53f9353c,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:45.451241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.451702 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.452095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.452551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.452962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.453373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.453783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.454189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.454598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.454998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.455436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.455844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.456302 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.456707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.457113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.457519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.457918 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.458312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.458710 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.459109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.459531 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.459931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.460330 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.460723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:27:45.466072 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:45.550533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:45.556698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493fe14-ab27-4c7a-b6f6-284c9334a360 None None] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:27:45.556917 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-67f033f2-07b3-4a89-ac37-9bbae179eddc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/703ccb20-1ede-4180-86d9-702b53f9353c HTTP/1.1" status: 204  len: 168 time: 0.7636127
Jan 22 20:27:45.560314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54316) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:45.586154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Allocated IP 172.27.1.236 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/a50f4d53-c07d-40d2-9b0c-d070604b2279) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:27:45.683752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:45.756605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Deleting port cc9b225d-f29e-4a59-abe6-0f721c39c05a {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:45.757157 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:45.765380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:45.826349 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:45.844165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6633d65e-96fe-4c0a-9728-e678d901276a tempest-ServerRescueNegativeTestJSON-1766439101 tempest-ServerRescueNegativeTestJSON-1766439101] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:45.847424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff14158-6022-4968-a06f-9d37a9616cc0 None None] DHCP port deletion for 680ba046-e955-4e19-a2a5-d87c6b56d8a5 request from dv-cinder-768105-3-iscsi {{(pid=80270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 20:27:45.852779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4ff14158-6022-4968-a06f-9d37a9616cc0 None None] Deleting port cc9b225d-f29e-4a59-abe6-0f721c39c05a {{(pid=80270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:45.853202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ff14158-6022-4968-a06f-9d37a9616cc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:45.991964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'Port': ['ID=a50f4d53-c07d-40d2-9b0c-d070604b2279,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:46.002591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:46.054992 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:27:46.056292 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:27:46.058687 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:27:46.135958 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4ff14158-6022-4968-a06f-9d37a9616cc0 None None] For port cc9b225d-f29e-4a59-abe6-0f721c39c05a, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=cc9b225d-f29e-4a59-abe6-0f721c39c05a,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:46.136405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ff14158-6022-4968-a06f-9d37a9616cc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:46.207160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:46.229611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device cc9b225d-f29e-4a59-abe6-0f721c39c05a no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:27:46.316701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] For port cc9b225d-f29e-4a59-abe6-0f721c39c05a, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=cc9b225d-f29e-4a59-abe6-0f721c39c05a,segment=NetworkSegment(4628502b-d2ff-4e81-9dbb-bb9c0760a63a),segment_id=4628502b-d2ff-4e81-9dbb-bb9c0760a63a)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:27:46.316701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:46.317106 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:46.328403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4ff14158-6022-4968-a06f-9d37a9616cc0 None None] Calling delete_port for cc9b225d-f29e-4a59-abe6-0f721c39c05a owned by network:dhcp {{(pid=80270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:27:46.488168 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:46.555789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ff14158-6022-4968-a06f-9d37a9616cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046'] for port, after_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:46.573313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:46.582639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Calling delete_port for cc9b225d-f29e-4a59-abe6-0f721c39c05a owned by network:dhcp {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:27:46.603861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 668895a5-fd91-4aa0-8bff-6ed6c6a528ad no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:27:46.663984 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:46.677072 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 668895a5-fd91-4aa0-8bff-6ed6c6a528ad {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:27:46.677603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 668895a5-fd91-4aa0-8bff-6ed6c6a528ad not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:27:46.679342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff14158-6022-4968-a06f-9d37a9616cc0 None None] Pushing event deleted for resources: {'Port': ['ID=cc9b225d-f29e-4a59-abe6-0f721c39c05a,revision_number=None']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:46.686585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ff14158-6022-4968-a06f-9d37a9616cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:46.694026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7712718'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:46.711462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f5d68814-fcb0-4d04-92f0-0b6dba679765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:46.718176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:27:46.718547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:27:46.740021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:46.770977 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff14158-6022-4968-a06f-9d37a9616cc0 None None] No DVR routers for this DVR port cc9b225d-f29e-4a59-abe6-0f721c39c05a on host dv-cinder-768105-3-iscsi {{(pid=80270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:27:46.775404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:27:46.858298 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event updated for resources: {'Port': ['ID=a50f4d53-c07d-40d2-9b0c-d070604b2279,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:46.863891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:46.955585 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:47.037317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:47.038667 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc51da91-8806-46b9-9313-5820840336f7 req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.2174242
Jan 22 20:27:47.133055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cc51da91-8806-46b9-9313-5820840336f7 req-29665bd4-99c0-47f0-b7b1-db28ca9ad052 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:floatingip {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:27:47.173834 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-cc51da91-8806-46b9-9313-5820840336f7 req-29665bd4-99c0-47f0-b7b1-db28ca9ad052 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:floatingip {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:27:47.175139 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc51da91-8806-46b9-9313-5820840336f7 req-29665bd4-99c0-47f0-b7b1-db28ca9ad052 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.236 HTTP/1.1" status: 200  len: 696 time: 0.1293821
Jan 22 20:27:47.219606 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Deleting port cc9b225d-f29e-4a59-abe6-0f721c39c05a {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:27:47.220034 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:47.293727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] The port 'cc9b225d-f29e-4a59-abe6-0f721c39c05a' was deleted {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 20:27:47.359564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51da91-8806-46b9-9313-5820840336f7 req-1e3d9669-e9f9-4598-8f39-d8f13cb10aae tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:47.361366 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cc51da91-8806-46b9-9313-5820840336f7 req-1e3d9669-e9f9-4598-8f39-d8f13cb10aae tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 784 time: 0.1803074
Jan 22 20:27:47.423112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:47.545961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bba32438>,) {'filters': {'network_id': ['680ba046-e955-4e19-a2a5-d87c6b56d8a5']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:47.559705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bba32438>, '4628502b-d2ff-4e81-9dbb-bb9c0760a63a') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:47.560083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bba32438>, '4628502b-d2ff-4e81-9dbb-bb9c0760a63a') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:47.573248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:47.589540 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:47.589766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-8af330dd-9ea9-4dcc-9b59-abd162d4fdd9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:47.591835 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-8af330dd-9ea9-4dcc-9b59-abd162d4fdd9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1164715
Jan 22 20:27:47.592450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:27:47.682179 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-d8e6584b-43e3-4782-a558-541d644ad635 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.236 HTTP/1.1" status: 200  len: 696 time: 0.0837636
Jan 22 20:27:47.692716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-aa78920e-c245-4052-935f-85235c3442df tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Request body: {'floatingip': {'port_id': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:27:47.787055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:27:47.797605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:47.996149 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Network 680ba046-e955-4e19-a2a5-d87c6b56d8a5 has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   % (table.description, expected, rows_matched)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:27:48.024609 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:27:48.038192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-aa78920e-c245-4052-935f-85235c3442df tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:48.261600 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:48.265124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:48.282112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:48.291465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=680ba046-e955-4e19-a2a5-d87c6b56d8a5,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:48.295513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:48.330945 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/680ba046-e955-4e19-a2a5-d87c6b56d8a5 HTTP/1.1" status: 204  len: 168 time: 2.7693949
Jan 22 20:27:48.670156 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54324) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:48.720572 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-aa78920e-c245-4052-935f-85235c3442df tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:48.732088 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9116db42-f59c-4127-81da-5f605990cdee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e38ccd21c1674123bb7dd2df09b09606&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0600102
Jan 22 20:27:48.737265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54328) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:48.753174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-aa78920e-c245-4052-935f-85235c3442df tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:48.806991 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4aa449e4-2cad-4b03-921e-879e83f2b63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:48.836953 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4aa449e4-2cad-4b03-921e-879e83f2b63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:48.922509 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4aa449e4-2cad-4b03-921e-879e83f2b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:48.928293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d1bbdbd-350b-421f-9a9f-1ade039dada3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:48.943641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa449e4-2cad-4b03-921e-879e83f2b63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194e7d7a-fa9f-48bf-bd01-f34bc00cbdfa,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:48.947692 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-aa78920e-c245-4052-935f-85235c3442df tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Floating IP a53dadd6-98dd-4bba-864a-385b1e759c39 associated. External IP: 172.27.1.236, port: c453678c-8fb2-4a5a-9d3e-fac427c27cd5.
Jan 22 20:27:48.950888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4aa449e4-2cad-4b03-921e-879e83f2b63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:48.951920 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4aa449e4-2cad-4b03-921e-879e83f2b63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:48.955684 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4aa449e4-2cad-4b03-921e-879e83f2b63a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/194e7d7a-fa9f-48bf-bd01-f34bc00cbdfa HTTP/1.1" status: 204  len: 168 time: 0.2148092
Jan 22 20:27:49.433574 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-aa78920e-c245-4052-935f-85235c3442df tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Router fc30a605-4ff7-45cf-8381-e5533bce2823 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:27:49.644459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-aa78920e-c245-4052-935f-85235c3442df tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:27:49.650848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-aa78920e-c245-4052-935f-85235c3442df tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:49.654431 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5fb49-3f38-4efa-8d45-5db589b01f14 None None] Sync routers for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:27:49.669762 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5fb49-3f38-4efa-8d45-5db589b01f14 None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:27:49.670451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fcf5fb49-3f38-4efa-8d45-5db589b01f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc0ebac8>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:27:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:49.719389 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-aa78920e-c245-4052-935f-85235c3442df tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "PUT /v2.0/floatingips/a53dadd6-98dd-4bba-864a-385b1e759c39 HTTP/1.1" status: 200  len: 997 time: 2.0291917
Jan 22 20:27:49.720199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:27:49.817564 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5', 'status': 'completed', 'code': 200}
Jan 22 20:27:49.837155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-82fcd4c5-fba3-423e-8e9e-ef01e4abd981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:49.838826 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-82fcd4c5-fba3-423e-8e9e-ef01e4abd981 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 1163 time: 0.1031067
Jan 22 20:27:49.867565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-fcf5fb49-3f38-4efa-8d45-5db589b01f14 None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:27:50.069960 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-d45fd9f6-3688-41f2-bd90-63c58af6f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:50.071669 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-d45fd9f6-3688-41f2-bd90-63c58af6f151 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.2262173
Jan 22 20:27:50.074668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297a633-2ce0-452f-b9e4-88e945ee3ae3 req-b34453f5-6266-4b29-944a-5871dd092c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:50.076272 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9297a633-2ce0-452f-b9e4-88e945ee3ae3 req-b34453f5-6266-4b29-944a-5871dd092c09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 1163 time: 0.1962385
Jan 22 20:27:50.313485 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-73d6186c-4daf-47cf-b006-bf7765ee96f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c453678c-8fb2-4a5a-9d3e-fac427c27cd5 HTTP/1.1" status: 200  len: 1000 time: 0.2187068
Jan 22 20:27:50.314274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fcf5fb49-3f38-4efa-8d45-5db589b01f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc0ebac8>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1324d55e-eccf-44a0-baa8-5dfae37ed7d9', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:e3:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:29Z', 'updated_at': '2021-01-22T20:24:36Z', 'revision_number': 2, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}, {'id': 'a53dadd6-98dd-4bba-864a-385b1e759c39', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:6b:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:27:46Z', 'updated_at': '2021-01-22T20:27:48Z', 'revision_number': 1, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:50.322040 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5fb49-3f38-4efa-8d45-5db589b01f14 None None] Checking router: fc30a605-4ff7-45cf-8381-e5533bce2823 for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:27:50.339344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5fb49-3f38-4efa-8d45-5db589b01f14 None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:27:50.341069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fcf5fb49-3f38-4efa-8d45-5db589b01f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc0ebac8>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:27:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:50.389597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297a633-2ce0-452f-b9e4-88e945ee3ae3 req-b71f565f-acd2-4095-aade-6104431f26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:50.391209 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9297a633-2ce0-452f-b9e4-88e945ee3ae3 req-b71f565f-acd2-4095-aade-6104431f26c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.2978642
Jan 22 20:27:50.491426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-dba5a527-1176-4dae-9eea-f4a72a6495d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:50.492992 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-dba5a527-1176-4dae-9eea-f4a72a6495d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.1683867
Jan 22 20:27:50.557189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-fcf5fb49-3f38-4efa-8d45-5db589b01f14 None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:27:50.567917 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9297a633-2ce0-452f-b9e4-88e945ee3ae3 req-c2765658-d618-4bef-a508-fcc8907a91ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c453678c-8fb2-4a5a-9d3e-fac427c27cd5 HTTP/1.1" status: 200  len: 1000 time: 0.1675410
Jan 22 20:27:50.904453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297a633-2ce0-452f-b9e4-88e945ee3ae3 req-7d7b5333-fb8c-49f3-8078-914261cc8186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:50.906071 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9297a633-2ce0-452f-b9e4-88e945ee3ae3 req-7d7b5333-fb8c-49f3-8078-914261cc8186 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.3291287
Jan 22 20:27:50.908293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-dc1aa577-7652-497e-a175-050fe98d7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:50.909865 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-dc1aa577-7652-497e-a175-050fe98d7a62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4016361
Jan 22 20:27:50.985138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-fcf5fb49-3f38-4efa-8d45-5db589b01f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc0ebac8>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1324d55e-eccf-44a0-baa8-5dfae37ed7d9', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:e3:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:29Z', 'updated_at': '2021-01-22T20:24:36Z', 'revision_number': 2, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}, {'id': 'a53dadd6-98dd-4bba-864a-385b1e759c39', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:6b:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:27:46Z', 'updated_at': '2021-01-22T20:27:48Z', 'revision_number': 1, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:27:50.989807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5fb49-3f38-4efa-8d45-5db589b01f14 None None] The sync data for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi is: [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1324d55e-eccf-44a0-baa8-5dfae37ed7d9', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:e3:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:29Z', 'updated_at': '2021-01-22T20:24:36Z', 'revision_number': 2, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}, {'id': 'a53dadd6-98dd-4bba-864a-385b1e759c39', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:6b:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:27:46Z', 'updated_at': '2021-01-22T20:27:48Z', 'revision_number': 1, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:27:51.125690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297a633-2ce0-452f-b9e4-88e945ee3ae3 req-3935c0f0-5d03-4fc9-91d2-0107c01f30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:27:51.127641 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9297a633-2ce0-452f-b9e4-88e945ee3ae3 req-3935c0f0-5d03-4fc9-91d2-0107c01f30df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2141809
Jan 22 20:27:51.137151 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-66629b5f-bfd2-4a3e-970a-2c31568dae67 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874332
Jan 22 20:27:51.336318 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db0d6ea-020d-4d78-84ea-cedd8642c7d2 None None] New status for floating IP a53dadd6-98dd-4bba-864a-385b1e759c39: ACTIVE {{(pid=80270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:27:51.417797 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a5cf7fee-5a2d-45be-82fc-24194512ea5b req-f8608298-0089-4f72-bc81-0267fa061e69 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2537339
Jan 22 20:27:51.422305 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9297a633-2ce0-452f-b9e4-88e945ee3ae3 req-22dac4df-1114-48bc-a897-eea203adec3a service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2835975
Jan 22 20:27:51.581662 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9297a633-2ce0-452f-b9e4-88e945ee3ae3 req-a7de3b74-c873-4fde-88ec-e6f52cd1d962 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1525321
Jan 22 20:27:51.772466 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54372) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:51.926065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1198ce5e-1644-4205-aac8-1314e1933496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:51.942166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1198ce5e-1644-4205-aac8-1314e1933496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:27:51.946217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1198ce5e-1644-4205-aac8-1314e1933496 admin admin] Usage tracker for resource:security_group_rule and tenant:c97a1c7b8e18408cae1ba88f569b25d1 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:27:51.949181 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1198ce5e-1644-4205-aac8-1314e1933496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:27:51.955505 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1198ce5e-1644-4205-aac8-1314e1933496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:27:52.116179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1198ce5e-1644-4205-aac8-1314e1933496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:52.147251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1198ce5e-1644-4205-aac8-1314e1933496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:52.156621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efbd887a-89e9-40f8-9b98-82109e13cf4e tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:52.202175 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1198ce5e-1644-4205-aac8-1314e1933496 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c97a1c7b8e18408cae1ba88f569b25d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4285152
Jan 22 20:27:52.204038 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198ce5e-1644-4205-aac8-1314e1933496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e5e14d-0db9-45e3-81b7-29bc86455e0f,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:52.205351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 54378) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:52.207888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1198ce5e-1644-4205-aac8-1314e1933496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:52.277349 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7a4b166-cd4c-41cc-9a87-3905efaa3da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:52.306467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7a4b166-cd4c-41cc-9a87-3905efaa3da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:52.375777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7a4b166-cd4c-41cc-9a87-3905efaa3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:52.379869 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0be455e8-925a-4ec0-89bc-fcdfe9ed8568 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:52.392553 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4b166-cd4c-41cc-9a87-3905efaa3da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e5e14d-0db9-45e3-81b7-29bc86455e0f,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:52.396693 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c7a4b166-cd4c-41cc-9a87-3905efaa3da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:52.400379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7a4b166-cd4c-41cc-9a87-3905efaa3da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:52.402560 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-c7a4b166-cd4c-41cc-9a87-3905efaa3da4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/28e5e14d-0db9-45e3-81b7-29bc86455e0f HTTP/1.1" status: 204  len: 168 time: 0.1947587
Jan 22 20:27:52.896689 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 54386) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:52.916211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61343c9b-8710-4c72-a020-cc78fa441f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:52.931722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-61343c9b-8710-4c72-a020-cc78fa441f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:27:52.936248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-61343c9b-8710-4c72-a020-cc78fa441f46 admin admin] Usage tracker for resource:security_group_rule and tenant:3a9540bcc38648bb9987f95e1504d369 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:27:52.939233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-61343c9b-8710-4c72-a020-cc78fa441f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:27:52.945105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-61343c9b-8710-4c72-a020-cc78fa441f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:27:53.031650 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61343c9b-8710-4c72-a020-cc78fa441f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:53.073068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61343c9b-8710-4c72-a020-cc78fa441f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:53.081596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5fe2ced9-5450-4a06-a086-6bf0c3ed257f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:53.130335 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61343c9b-8710-4c72-a020-cc78fa441f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baa1ac4-f91f-4867-bb48-9ca974662517,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:53.134176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-61343c9b-8710-4c72-a020-cc78fa441f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:53.137406 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-61343c9b-8710-4c72-a020-cc78fa441f46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a9540bcc38648bb9987f95e1504d369&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2394941
Jan 22 20:27:53.142749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 54390) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:53.207457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3007b3ff-90dc-4883-8751-f04632cb4294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:53.236556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3007b3ff-90dc-4883-8751-f04632cb4294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:53.316741 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3007b3ff-90dc-4883-8751-f04632cb4294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:53.322217 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1122a1f-cfcb-4ba9-9411-4d1e3056fd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:53.336092 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007b3ff-90dc-4883-8751-f04632cb4294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baa1ac4-f91f-4867-bb48-9ca974662517,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:53.339387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3007b3ff-90dc-4883-8751-f04632cb4294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:53.341612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3007b3ff-90dc-4883-8751-f04632cb4294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:53.343063 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3007b3ff-90dc-4883-8751-f04632cb4294 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4baa1ac4-f91f-4867-bb48-9ca974662517 HTTP/1.1" status: 204  len: 168 time: 0.1989393
Jan 22 20:27:54.775787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b19dad5-4075-42c7-b3d1-b608a780cb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:57.392727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 54462) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:57.550735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fe8b7a-d3ca-4b60-94ac-e6d65e0a1439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:57.566228 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-50fe8b7a-d3ca-4b60-94ac-e6d65e0a1439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:27:57.570278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-50fe8b7a-d3ca-4b60-94ac-e6d65e0a1439 admin admin] Usage tracker for resource:security_group_rule and tenant:b62dc932ffb74ebca01442d63462df16 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:27:57.573288 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-50fe8b7a-d3ca-4b60-94ac-e6d65e0a1439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:27:57.579533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-50fe8b7a-d3ca-4b60-94ac-e6d65e0a1439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:27:57.664160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fe8b7a-d3ca-4b60-94ac-e6d65e0a1439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:57.701787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50fe8b7a-d3ca-4b60-94ac-e6d65e0a1439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:57.714644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-532101e1-9975-4f83-93d1-617b92be3ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:57.757774 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-50fe8b7a-d3ca-4b60-94ac-e6d65e0a1439 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b62dc932ffb74ebca01442d63462df16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3638053
Jan 22 20:27:57.758659 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe8b7a-d3ca-4b60-94ac-e6d65e0a1439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba29398-a16a-4e6e-8020-d70f31d74d68,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:57.760612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54468) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:57.763174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-50fe8b7a-d3ca-4b60-94ac-e6d65e0a1439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:57.828032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0607bd61-641b-4ff3-83de-fb8bf56b7e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:57.850024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:57.855425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0607bd61-641b-4ff3-83de-fb8bf56b7e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:57.982215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d621a27-4c1f-4512-8c8a-c78e67ef3026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:58.016240 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0607bd61-641b-4ff3-83de-fb8bf56b7e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:58.021785 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bce752de-54d0-4038-bcad-b4dfbfe1e821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:58.035590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607bd61-641b-4ff3-83de-fb8bf56b7e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba29398-a16a-4e6e-8020-d70f31d74d68,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:58.039827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0607bd61-641b-4ff3-83de-fb8bf56b7e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:58.048017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0607bd61-641b-4ff3-83de-fb8bf56b7e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:58.049235 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0607bd61-641b-4ff3-83de-fb8bf56b7e76 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eba29398-a16a-4e6e-8020-d70f31d74d68 HTTP/1.1" status: 204  len: 168 time: 0.2875502
Jan 22 20:27:58.626272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54478) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:58.645524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb7ac716-37df-4945-8ab4-a1b4727d3ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:58.661366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fb7ac716-37df-4945-8ab4-a1b4727d3ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:27:58.665457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fb7ac716-37df-4945-8ab4-a1b4727d3ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:c3162a4044cb426384e228738838b19f is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:27:58.669121 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-fb7ac716-37df-4945-8ab4-a1b4727d3ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:27:58.674906 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fb7ac716-37df-4945-8ab4-a1b4727d3ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:27:58.836954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb7ac716-37df-4945-8ab4-a1b4727d3ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:58.861333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:58.888338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fb7ac716-37df-4945-8ab4-a1b4727d3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:58.897823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-371a5c4d-a5a3-4c5b-97fc-b194efd5a0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:58.939594 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-fb7ac716-37df-4945-8ab4-a1b4727d3ea9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c3162a4044cb426384e228738838b19f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3121436
Jan 22 20:27:58.941333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ac716-37df-4945-8ab4-a1b4727d3ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed897add-cfd8-421f-8bf1-b45decad0a22,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:58.942495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 54482) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:27:58.944582 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fb7ac716-37df-4945-8ab4-a1b4727d3ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:59.006600 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea9802d8-f93f-4940-a324-db5c4ed560e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:59.034943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea9802d8-f93f-4940-a324-db5c4ed560e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:59.116592 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea9802d8-f93f-4940-a324-db5c4ed560e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:59.122567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1b4b5d0-a5be-43b3-ae7a-c9cb951d9784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:27:59.138150 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9802d8-f93f-4940-a324-db5c4ed560e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed897add-cfd8-421f-8bf1-b45decad0a22,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:27:59.141385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ea9802d8-f93f-4940-a324-db5c4ed560e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:27:59.145211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:59.146367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ea9802d8-f93f-4940-a324-db5c4ed560e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:27:59.147607 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ea9802d8-f93f-4940-a324-db5c4ed560e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed897add-cfd8-421f-8bf1-b45decad0a22 HTTP/1.1" status: 204  len: 168 time: 0.2039142
Jan 22 20:28:16.590661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:23.776112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:28:24.786676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ede21e0-a1e8-4076-88ec-4588d33c668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:27.859919 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:27.921602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c898a317-3803-4f15-99d7-5b4a6efa7818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:28.859265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:29.138770 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:46.609827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:53.166387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 54728) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:28:53.365735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:53.381371 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:28:53.385827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Usage tracker for resource:security_group_rule and tenant:bbb17709619f4bd1afe24311a2874e06 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:28:53.388782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:28:53.394530 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:28:53.558245 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:53.592151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:53.600601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1ba9c7a4-f376-4a28-b76e-7d85e1bf2c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:28:53.644671 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bbb17709619f4bd1afe24311a2874e06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4771204
Jan 22 20:28:53.645630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2786e6-43b4-4447-8eb1-8f3726acea55,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:28:53.647643 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54736) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:28:53.653777 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.654194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.654603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.655003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.655429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.655827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.656221 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.656613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.657007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.657400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.657791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.658180 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.658623 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.659023 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.659426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.659816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.660716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.661104 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.661491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.661877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.662261 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.662648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.663031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.663446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.667952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:28:53.710648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:53.738031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:53.826556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:53.831642 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f9bc58d7-9e13-4ae0-9188-bd68fb7a13a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:28:53.849214 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2786e6-43b4-4447-8eb1-8f3726acea55,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:28:53.862478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.862926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.863399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.863817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.864225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.864658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.865042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.865444 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.865849 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.866260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.866661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.867060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.867541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.867942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.868341 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.868737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.869135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.869537 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.869931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.870329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.871576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.871979 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.872377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.872773 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:28:53.876129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:53.877325 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f2786e6-43b4-4447-8eb1-8f3726acea55 HTTP/1.1" status: 204  len: 168 time: 0.2286251
Jan 22 20:28:53.878324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:28:54.770088 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09e6d03c-eedd-4a39-a7f0-6b2d11be880d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:57.854926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:57.923723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a8b364e4-9cd2-4219-9577-d60738f9ebaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:58.864331 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:28:59.135052 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:00.776504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:29:05.307364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac4b91-021e-4415-9611-0dfa0a882f72 req-53112036-2229-4ae0-bffa-d8bf7e6be00f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:29:05.309003 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40ac4b91-021e-4415-9611-0dfa0a882f72 req-53112036-2229-4ae0-bffa-d8bf7e6be00f tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1052821
Jan 22 20:29:05.359774 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-40ac4b91-021e-4415-9611-0dfa0a882f72 req-38d6c5a9-57ac-4f0a-9433-56c99917e0a3 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444529
Jan 22 20:29:06.612569 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39171de2-328d-4d07-bc35-1092566e4e3e req-66291732-a288-409b-ab2b-44b00ced1814 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:29:06.614169 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39171de2-328d-4d07-bc35-1092566e4e3e req-66291732-a288-409b-ab2b-44b00ced1814 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1080739
Jan 22 20:29:06.665605 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-39171de2-328d-4d07-bc35-1092566e4e3e req-c2e6db1c-f316-40bc-bca0-336637bce146 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445404
Jan 22 20:29:07.918107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfffcc-f73d-477f-b737-4e075e9ea79e req-726e2900-beda-43ad-885c-5967bf28e980 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:29:07.919753 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11cfffcc-f73d-477f-b737-4e075e9ea79e req-726e2900-beda-43ad-885c-5967bf28e980 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1096148
Jan 22 20:29:07.970515 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-11cfffcc-f73d-477f-b737-4e075e9ea79e req-a2fcdf94-cc07-41f2-a54d-992a94892bac tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444822
Jan 22 20:29:09.221446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6998b02-2adf-4be2-ab79-d1006a7f360b req-395d01f0-0233-450c-840c-3d9e960c0944 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:29:09.223077 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6998b02-2adf-4be2-ab79-d1006a7f360b req-395d01f0-0233-450c-840c-3d9e960c0944 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1054692
Jan 22 20:29:09.276560 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d6998b02-2adf-4be2-ab79-d1006a7f360b req-017b8ac9-83b9-4263-bef1-a602cded5e1c tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470991
Jan 22 20:29:10.530869 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9604eb7-b434-44ba-9f8d-d4c95386578f req-9b790699-a5c0-4140-b519-ae60a7e26aa7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:29:10.532546 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a9604eb7-b434-44ba-9f8d-d4c95386578f req-9b790699-a5c0-4140-b519-ae60a7e26aa7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1115296
Jan 22 20:29:10.585166 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a9604eb7-b434-44ba-9f8d-d4c95386578f req-b6950788-7a34-4882-8891-4b29821b3895 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups?id=5cb2c091-edc7-47f1-ad3c-313f32d84802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463972
Jan 22 20:29:10.813709 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-76425140-2a0b-466b-ae03-c7256edfdc38 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:29:10.815390 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-76425140-2a0b-466b-ae03-c7256edfdc38 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.48 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 945 time: 0.1099050
Jan 22 20:29:10.898021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Deleting port e3d0e026-444f-4cd4-9597-3fa8112d463f {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:29:10.898403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:11.168313 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] For port e3d0e026-444f-4cd4-9597-3fa8112d463f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e3d0e026-444f-4cd4-9597-3fa8112d463f,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:29:11.168725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:11.484755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:11.485173 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:11.486309 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Floating IP c96e25a4-cf2a-417d-aa4d-a61cfebde00e disassociated. External IP: 172.27.1.191, port: e3d0e026-444f-4cd4-9597-3fa8112d463f.
Jan 22 20:29:11.486309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Calling delete_port for e3d0e026-444f-4cd4-9597-3fa8112d463f owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:29:11.689177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:11.705850 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb8f091c-60d4-4294-b175-fcf8b7e83c66 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:11.802130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event deleted for resources: {'Port': ['ID=e3d0e026-444f-4cd4-9597-3fa8112d463f,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:11.813759 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:11.823623 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6548bfeb-aadb-4e2d-a69b-c8390a4f6b4d req-359ff2de-e533-4543-9c30-7daba35798e7 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 210 time: 0.0799353
Jan 22 20:29:12.121904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Router 4cf32e1d-042c-4784-a234-867896f541be has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:29:12.545627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:29:12.555698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf57dc1-6f82-4de5-bcc7-88a6cdcc7692 None None] Sync routers for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:29:12.565735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf57dc1-6f82-4de5-bcc7-88a6cdcc7692 None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:29:12.566354 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ddf57dc1-6f82-4de5-bcc7-88a6cdcc7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc105ef0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:28:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:29:12.583959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] No DVR routers for this DVR port e3d0e026-444f-4cd4-9597-3fa8112d463f on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:29:12.586226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:12.588950 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'name': 'network-vif-deleted', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:29:12.609022 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9c0199d7-ca15-4b22-bdc7-925bb33834d8 req-50199ad6-d72b-4f1b-a463-1471d9d61e47 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.48 "DELETE /v2.0/ports/e3d0e026-444f-4cd4-9597-3fa8112d463f HTTP/1.1" status: 204  len: 173 time: 1.7867219
Jan 22 20:29:12.674796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device e3d0e026-444f-4cd4-9597-3fa8112d463f no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:29:12.728535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] No Port match for: e3d0e026-444f-4cd4-9597-3fa8112d463f {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:29:12.729156 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device e3d0e026-444f-4cd4-9597-3fa8112d463f not bound to the agent host hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:29:12.869136 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527dec57-abd6-468c-ac9b-9b81ac404e5e', 'name': 'network-vif-deleted', 'tag': 'e3d0e026-444f-4cd4-9597-3fa8112d463f', 'status': 'completed', 'code': 200}
Jan 22 20:29:12.921557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ddf57dc1-6f82-4de5-bcc7-88a6cdcc7692 None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:29:13.059831 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-aab3852e-06ed-4550-820a-b7ccbb89a336 req-8c69174b-6343-4f27-b4d3-4d499fbc6f2a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Synchronizing usage tracker for tenant:5298656aa8d344849634ed79515c8355 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:29:13.110042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-aab3852e-06ed-4550-820a-b7ccbb89a336 req-8c69174b-6343-4f27-b4d3-4d499fbc6f2a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Unset dirty status for tenant:5298656aa8d344849634ed79515c8355 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:29:13.111401 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-aab3852e-06ed-4550-820a-b7ccbb89a336 req-8c69174b-6343-4f27-b4d3-4d499fbc6f2a tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/ports?device_id=527dec57-abd6-468c-ac9b-9b81ac404e5e HTTP/1.1" status: 200  len: 210 time: 0.1098571
Jan 22 20:29:13.273511 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ddf57dc1-6f82-4de5-bcc7-88a6cdcc7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc105ef0>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:29:13.277580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf57dc1-6f82-4de5-bcc7-88a6cdcc7692 None None] Checking router: 4cf32e1d-042c-4784-a234-867896f541be for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:29:13.286615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf57dc1-6f82-4de5-bcc7-88a6cdcc7692 None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:29:13.287326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ddf57dc1-6f82-4de5-bcc7-88a6cdcc7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc105ef0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:28:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:29:13.482495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ddf57dc1-6f82-4de5-bcc7-88a6cdcc7692 None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:29:13.816764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ddf57dc1-6f82-4de5-bcc7-88a6cdcc7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc105ef0>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:29:13.821466 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf57dc1-6f82-4de5-bcc7-88a6cdcc7692 None None] The sync data for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi is: [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:16:50Z', 'revision_number': 4, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '3e789385-5d14-4c7c-9300-d791c54505a3', 'name': '', 'network_id': 'cb37c98c-35d3-4c00-b386-0eb554f9926a', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'mac_address': 'fa:16:3e:80:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:48Z', 'updated_at': '2021-01-22T20:17:05Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'subnets': [{'id': '5d88dd98-dd68-450e-b555-53355c2e4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:29:14.210448 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85e0723-2d9e-4601-b211-c1e117a67cb7 None None] New status for floating IP c96e25a4-cf2a-417d-aa4d-a61cfebde00e: DOWN {{(pid=80270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:29:14.334827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54884) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:14.419155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d26e62c4-1428-463a-8cbb-90ae90fc10db tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:14.451674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d26e62c4-1428-463a-8cbb-90ae90fc10db tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:14.546379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d26e62c4-1428-463a-8cbb-90ae90fc10db tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:14.552344 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ee5c30c1-9a5e-4aed-a7f0-854af1e7e872 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:14.569055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e62c4-1428-463a-8cbb-90ae90fc10db tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb2c091-edc7-47f1-ad3c-313f32d84802,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:14.572299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d26e62c4-1428-463a-8cbb-90ae90fc10db tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:14.603594 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d26e62c4-1428-463a-8cbb-90ae90fc10db tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:14.604898 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d26e62c4-1428-463a-8cbb-90ae90fc10db tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "DELETE /v2.0/security-groups/5cb2c091-edc7-47f1-ad3c-313f32d84802 HTTP/1.1" status: 204  len: 168 time: 0.2688828
Jan 22 20:29:14.607879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54890) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:14.626135 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.api.v2.resource [None req-f925fb3f-a0ab-43e1-bed5-6985215dce40 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] show failed (client error): The resource could not be found.
Jan 22 20:29:14.630635 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f925fb3f-a0ab-43e1-bed5-6985215dce40 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "GET /v2.0/security-groups/5cb2c091-edc7-47f1-ad3c-313f32d84802 HTTP/1.1" status: 404  len: 347 time: 0.0181348
Jan 22 20:29:14.631028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54894) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:14.811840 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7727450f-4d79-40df-bfca-31c8da957260 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Deleting port 17dd0a23-9323-472d-8bf0-b799500ed9cd {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:29:14.812257 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7727450f-4d79-40df-bfca-31c8da957260 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:14.994454 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7727450f-4d79-40df-bfca-31c8da957260 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:14.994996 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7727450f-4d79-40df-bfca-31c8da957260 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:15.131419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7727450f-4d79-40df-bfca-31c8da957260 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Calling delete_port for 17dd0a23-9323-472d-8bf0-b799500ed9cd owned by network:floatingip {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:29:15.351790 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7727450f-4d79-40df-bfca-31c8da957260 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:15.368074 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:15.429155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727450f-4d79-40df-bfca-31c8da957260 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Pushing event deleted for resources: {'Port': ['ID=17dd0a23-9323-472d-8bf0-b799500ed9cd,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:15.433232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7727450f-4d79-40df-bfca-31c8da957260 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:15.596513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7727450f-4d79-40df-bfca-31c8da957260 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks [] for floatingip, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:15.637989 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7727450f-4d79-40df-bfca-31c8da957260 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:15.642398 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7727450f-4d79-40df-bfca-31c8da957260 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] 10.222.0.38 "DELETE /v2.0/floatingips/c96e25a4-cf2a-417d-aa4d-a61cfebde00e HTTP/1.1" status: 204  len: 168 time: 1.0070488
Jan 22 20:29:16.638043 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:18.635007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54980) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:19.628310 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735844'] for router_interface, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:19.997817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] Deleting port 3e789385-5d14-4c7c-9300-d791c54505a3 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:29:19.998394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:20.187920 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] For port 3e789385-5d14-4c7c-9300-d791c54505a3, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=3e789385-5d14-4c7c-9300-d791c54505a3,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:29:20.188314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:20.320721 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] Calling delete_port for 3e789385-5d14-4c7c-9300-d791c54505a3 owned by network:router_interface {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:29:20.615022 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:20.631707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9b043018-a110-44bb-be9c-ec0593b928b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:20.690521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e789385-5d14-4c7c-9300-d791c54505a3,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:20.695473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:21.049947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1561061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126889'] for router_interface, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:21.564242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] Router 4cf32e1d-042c-4784-a234-867896f541be has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:29:21.757196 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:29:21.766947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9457ed-9219-4814-99e1-5894a5fca55d None None] Sync routers for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:29:21.773294 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-a456f918-bda3-4e43-b42e-f9a8652bf42c admin admin] 10.222.0.38 "PUT /v2.0/routers/4cf32e1d-042c-4784-a234-867896f541be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1341236
Jan 22 20:29:21.773642 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 54996) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:21.778317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9457ed-9219-4814-99e1-5894a5fca55d None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:29:21.779095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7f9457ed-9219-4814-99e1-5894a5fca55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bca56be0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:28:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:29:21.967918 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Notify callbacks [] for router, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:21.969338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7f9457ed-9219-4814-99e1-5894a5fca55d None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:29:22.303715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7f9457ed-9219-4814-99e1-5894a5fca55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bca56be0>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:29:20Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:29:22.308127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9457ed-9219-4814-99e1-5894a5fca55d None None] Checking router: 4cf32e1d-042c-4784-a234-867896f541be for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:29:22.317269 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9457ed-9219-4814-99e1-5894a5fca55d None None] Routers {'4cf32e1d-042c-4784-a234-867896f541be'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:29:22.318414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7f9457ed-9219-4814-99e1-5894a5fca55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bca56be0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:28:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['4cf32e1d-042c-4784-a234-867896f541be'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:29:22.389036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:22.394598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Deleting port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:29:22.395049 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:22.511182 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7f9457ed-9219-4814-99e1-5894a5fca55d None None] Set router 4cf32e1d-042c-4784-a234-867896f541be gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:29:22.588743 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] For port 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=85331b6c-0ae1-4d2d-89fd-412c3fb5fe27,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:29:22.589137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:22.724663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Calling delete_port for 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 owned by network:router_gateway {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:29:22.825462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7f9457ed-9219-4814-99e1-5894a5fca55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bca56be0>, [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:29:20Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:29:22.830167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9457ed-9219-4814-99e1-5894a5fca55d None None] The sync data for ids ['4cf32e1d-042c-4784-a234-867896f541be'] in dv-cinder-768105-3-iscsi is: [{'id': '4cf32e1d-042c-4784-a234-867896f541be', 'name': 'tempest-AttachVolumeShelveTestJSON-1031332688-router', 'tenant_id': '5298656aa8d344849634ed79515c8355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:16:39Z', 'updated_at': '2021-01-22T20:29:20Z', 'revision_number': 5, 'project_id': '5298656aa8d344849634ed79515c8355', 'gw_port': {'id': '85331b6c-0ae1-4d2d-89fd-412c3fb5fe27', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf32e1d-042c-4784-a234-867896f541be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:16:40Z', 'updated_at': '2021-01-22T20:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:29:22.931586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:23.127557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853129297'] for router_gateway, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:23.275255 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853127145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854665958'] for router, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:23.277586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:23.512184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1642766'] for router, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:23.512772 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf32e1d-042c-4784-a234-867896f541be {{(pid=80268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 20:29:23.525862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] Notify callbacks [] for router, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:23.527068 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4014ea6d-9375-4b3a-b126-69d63d5d1645 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4cf32e1d-042c-4784-a234-867896f541be HTTP/1.1" status: 204  len: 168 time: 1.7525434
Jan 22 20:29:23.529942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55002) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:23.601648 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-55356fed-925c-42b4-817a-22a1b4dfb450 admin admin] Deleting subnet 5d88dd98-dd68-450e-b555-53355c2e4ae3 {{(pid=80268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:29:23.604952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55356fed-925c-42b4-817a-22a1b4dfb450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:23.664038 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55356fed-925c-42b4-817a-22a1b4dfb450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848437748'] for subnet, precommit_delete_associations {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:23.749512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55356fed-925c-42b4-817a-22a1b4dfb450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:24.174461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:29:24.181202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55356fed-925c-42b4-817a-22a1b4dfb450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7279169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848344222'] for subnet, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:24.197912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:24.211964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:29:24.212364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 85331b6c-0ae1-4d2d-89fd-412c3fb5fe27 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:29:24.212838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3e789385-5d14-4c7c-9300-d791c54505a3 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:29:24.245761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55356fed-925c-42b4-817a-22a1b4dfb450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d88dd98-dd68-450e-b555-53355c2e4ae3,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:24.248809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 3e789385-5d14-4c7c-9300-d791c54505a3 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:29:24.249210 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3e789385-5d14-4c7c-9300-d791c54505a3 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:29:24.249779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-55356fed-925c-42b4-817a-22a1b4dfb450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:24.333981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55356fed-925c-42b4-817a-22a1b4dfb450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:24.338591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61140890-de28-4d65-b816-c1d306804a1b None None] Network cb37c98c-35d3-4c00-b386-0eb554f9926a requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:29:24.341393 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-55356fed-925c-42b4-817a-22a1b4dfb450 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5d88dd98-dd68-450e-b555-53355c2e4ae3 HTTP/1.1" status: 204  len: 168 time: 0.8102427
Jan 22 20:29:24.344243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55008) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:24.469347 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:24.539459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Deleting port 3a12ad68-d50e-4446-b92e-fa4682c67408 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:29:24.540062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:24.604821 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7176d9cc-e138-44a2-bcf6-a93730819926 None None] DHCP port deletion for cb37c98c-35d3-4c00-b386-0eb554f9926a request from dv-cinder-768105-3-iscsi {{(pid=80270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 20:29:24.609724 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7176d9cc-e138-44a2-bcf6-a93730819926 None None] Deleting port 3a12ad68-d50e-4446-b92e-fa4682c67408 {{(pid=80270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:29:24.610227 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7176d9cc-e138-44a2-bcf6-a93730819926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:24.769091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] For port 3a12ad68-d50e-4446-b92e-fa4682c67408, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=3a12ad68-d50e-4446-b92e-fa4682c67408,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:29:24.769412 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:24.820382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-10e9e64a-8f71-4281-a102-05318293dc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:24.844250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7176d9cc-e138-44a2-bcf6-a93730819926 None None] For port 3a12ad68-d50e-4446-b92e-fa4682c67408, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=3a12ad68-d50e-4446-b92e-fa4682c67408,segment=NetworkSegment(3d1779d2-ad7e-40aa-a72a-6f4087626390),segment_id=3d1779d2-ad7e-40aa-a72a-6f4087626390)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:29:24.844622 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7176d9cc-e138-44a2-bcf6-a93730819926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:24.908848 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Calling delete_port for 3a12ad68-d50e-4446-b92e-fa4682c67408 owned by network:dhcp {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:29:24.984742 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7176d9cc-e138-44a2-bcf6-a93730819926 None None] Calling delete_port for 3a12ad68-d50e-4446-b92e-fa4682c67408 owned by network:dhcp {{(pid=80270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:29:25.018233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:25.033611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-068ce590-aabb-42cd-bfb7-ef03365d9955 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:25.061915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-7176d9cc-e138-44a2-bcf6-a93730819926 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:29:25.062305 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-7176d9cc-e138-44a2-bcf6-a93730819926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:29:25.090828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a12ad68-d50e-4446-b92e-fa4682c67408,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:25.095754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:25.187411 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] No DVR routers for this DVR port 3a12ad68-d50e-4446-b92e-fa4682c67408 on host dv-cinder-768105-3-iscsi {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:29:25.311478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:25.432223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bb7f7128>,) {'filters': {'network_id': ['cb37c98c-35d3-4c00-b386-0eb554f9926a']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:29:25.446456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb7f7128>, '3d1779d2-ad7e-40aa-a72a-6f4087626390') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:29:25.446789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb7f7128>, '3d1779d2-ad7e-40aa-a72a-6f4087626390') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:29:25.459543 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:25.532836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:25.535189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:29:25.563315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7176d9cc-e138-44a2-bcf6-a93730819926 None None] Deleting port 3a12ad68-d50e-4446-b92e-fa4682c67408 {{(pid=80270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:29:25.563857 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7176d9cc-e138-44a2-bcf6-a93730819926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:25.639875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7176d9cc-e138-44a2-bcf6-a93730819926 None None] The port '3a12ad68-d50e-4446-b92e-fa4682c67408' was deleted {{(pid=80270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 20:29:25.945032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Network cb37c98c-35d3-4c00-b386-0eb554f9926a has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:29:25.957735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:26.146483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Network cb37c98c-35d3-4c00-b386-0eb554f9926a has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:29:26.171823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3a12ad68-d50e-4446-b92e-fa4682c67408 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:29:26.172172 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:29:26.214616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 3a12ad68-d50e-4446-b92e-fa4682c67408 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:29:26.215021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3a12ad68-d50e-4446-b92e-fa4682c67408 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:29:26.317806 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:26.321140 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2e88a643-e737-4e1e-afb4-2a8fee536b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:26.336122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:26.347193 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb37c98c-35d3-4c00-b386-0eb554f9926a,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:26.351203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:26.384557 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5843d9e4-1e0c-46b3-befc-afacd35e42f2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cb37c98c-35d3-4c00-b386-0eb554f9926a HTTP/1.1" status: 204  len: 168 time: 2.0390229
Jan 22 20:29:26.614006 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 55018) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:26.666581 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8e47cb45-c1e0-4146-81b3-02eb9d1b1396 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5298656aa8d344849634ed79515c8355&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0512643
Jan 22 20:29:26.669190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 55022) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:26.731769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c51fe48-faad-4934-bf6c-7f6192bcfc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:26.760454 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c51fe48-faad-4934-bf6c-7f6192bcfc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:26.897909 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c51fe48-faad-4934-bf6c-7f6192bcfc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:26.902005 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c7a4b166-cd4c-41cc-9a87-3905efaa3da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:26.915726 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51fe48-faad-4934-bf6c-7f6192bcfc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d593c68-7db1-40a9-ba6a-d2870357a4f7,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:26.919918 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2c51fe48-faad-4934-bf6c-7f6192bcfc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:26.925584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c51fe48-faad-4934-bf6c-7f6192bcfc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:26.926811 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2c51fe48-faad-4934-bf6c-7f6192bcfc03 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d593c68-7db1-40a9-ba6a-d2870357a4f7 HTTP/1.1" status: 204  len: 168 time: 0.2566478
Jan 22 20:29:27.855239 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:27.917789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-530fbaf3-e136-49bb-9cc8-bd7b9a2e0ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:28.867614 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:29.151983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:37.775327 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:29:43.888140 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-4f84ad64-f8f3-4263-923b-aa9f43a15abe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0802145
Jan 22 20:29:44.062969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-dcf40d0a-0497-4300-94c9-07d61b8571fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:29:44.064695 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-dcf40d0a-0497-4300-94c9-07d61b8571fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 1162 time: 0.0798733
Jan 22 20:29:44.233712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-fc41258f-fbd5-42b2-81b1-e896ba2cb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:29:44.235373 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-fc41258f-fbd5-42b2-81b1-e896ba2cb0dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.1512909
Jan 22 20:29:44.347971 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-5386bf58-3835-4e0a-a90e-0479941b6742 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=555acc0a-abbc-4d94-be94-a6dd9279129a HTTP/1.1" status: 200  len: 1001 time: 0.1057856
Jan 22 20:29:44.423944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-5ea20096-bfec-4239-a5f0-d552f16a9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:29:44.425586 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-5ea20096-bfec-4239-a5f0-d552f16a9a9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.0695713
Jan 22 20:29:44.516723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-46852358-3d98-45d9-b67a-bf73f927cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:29:44.518359 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-46852358-3d98-45d9-b67a-bf73f927cb27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848629
Jan 22 20:29:44.665870 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-952cf595-fd1e-416a-bd78-919b697de7d0 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395941
Jan 22 20:29:44.812708 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-fa8ccfdc-dd8b-4d20-a4f8-9c48e81cda57 req-f83a68a3-5c71-423c-a58e-7ed9dbfcd300 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395543
Jan 22 20:29:44.884945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55200) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:45.040923 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-16481706-0251-4134-adfc-448baeb61a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:45.056615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-16481706-0251-4134-adfc-448baeb61a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:29:45.060660 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-16481706-0251-4134-adfc-448baeb61a37 admin admin] Usage tracker for resource:security_group_rule and tenant:5b7d773562ee4976b3172bcf6afdd065 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:29:45.064407 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-16481706-0251-4134-adfc-448baeb61a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:29:45.070706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-16481706-0251-4134-adfc-448baeb61a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:29:45.219938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-16481706-0251-4134-adfc-448baeb61a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:45.254616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-16481706-0251-4134-adfc-448baeb61a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:45.264388 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cb5594a3-a596-4755-bca2-cbc54df5906b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:45.310466 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-16481706-0251-4134-adfc-448baeb61a37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5b7d773562ee4976b3172bcf6afdd065&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4243548
Jan 22 20:29:45.311457 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16481706-0251-4134-adfc-448baeb61a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6646baf7-de55-4df1-a36e-ff987a8a58b0,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:45.313398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 55206) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:45.314956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-16481706-0251-4134-adfc-448baeb61a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:45.375986 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86e14d70-b46f-4af3-a969-cf40326a517a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:45.402877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86e14d70-b46f-4af3-a969-cf40326a517a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:45.540123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86e14d70-b46f-4af3-a969-cf40326a517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:45.545203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-98537f42-2991-4f9f-b8db-c4e1af3a7c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:45.558383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e14d70-b46f-4af3-a969-cf40326a517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6646baf7-de55-4df1-a36e-ff987a8a58b0,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:45.561623 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86e14d70-b46f-4af3-a969-cf40326a517a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:45.563573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86e14d70-b46f-4af3-a969-cf40326a517a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:45.564775 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-86e14d70-b46f-4af3-a969-cf40326a517a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6646baf7-de55-4df1-a36e-ff987a8a58b0 HTTP/1.1" status: 204  len: 168 time: 0.2503173
Jan 22 20:29:46.634782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:52.721472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 55326) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:52.872801 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4066a37e-ef23-4f0b-ad33-eb4c48539fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:52.888008 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4066a37e-ef23-4f0b-ad33-eb4c48539fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:29:52.892095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4066a37e-ef23-4f0b-ad33-eb4c48539fcd admin admin] Usage tracker for resource:security_group_rule and tenant:0c454cfd961243afa305bc5ff679f5d7 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:29:52.895027 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4066a37e-ef23-4f0b-ad33-eb4c48539fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:29:52.900733 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4066a37e-ef23-4f0b-ad33-eb4c48539fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:29:53.057259 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4066a37e-ef23-4f0b-ad33-eb4c48539fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:53.089036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4066a37e-ef23-4f0b-ad33-eb4c48539fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:53.099035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18e311c3-4106-4ea0-ba85-72ca5a59a832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:53.141283 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4066a37e-ef23-4f0b-ad33-eb4c48539fcd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0c454cfd961243afa305bc5ff679f5d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4186571
Jan 22 20:29:53.143011 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066a37e-ef23-4f0b-ad33-eb4c48539fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e729d5-483f-45c1-bfb1-8523f3d8fb97,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:53.144247 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55332) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:29:53.146601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4066a37e-ef23-4f0b-ad33-eb4c48539fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:53.209138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-815a9393-9633-4e7d-a547-02a95d13f341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:53.237690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-815a9393-9633-4e7d-a547-02a95d13f341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:53.311954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-815a9393-9633-4e7d-a547-02a95d13f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:53.317131 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a677fa2f-9408-4af0-88ef-42f25c092e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:29:53.330208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a9393-9633-4e7d-a547-02a95d13f341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e729d5-483f-45c1-bfb1-8523f3d8fb97,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:29:53.335766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-815a9393-9633-4e7d-a547-02a95d13f341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:29:53.339995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-815a9393-9633-4e7d-a547-02a95d13f341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:53.341210 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-815a9393-9633-4e7d-a547-02a95d13f341 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94e729d5-483f-45c1-bfb1-8523f3d8fb97 HTTP/1.1" status: 204  len: 168 time: 0.1957850
Jan 22 20:29:54.782829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fea03c93-2cf9-4978-b681-6eee64a1e7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:57.851828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:57.920547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8807-7103-4fd4-b420-c82707abb1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:58.866007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:29:59.152013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:02.250112 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-1d0434d7-0272-479f-9718-46357529bdef tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips/a53dadd6-98dd-4bba-864a-385b1e759c39 HTTP/1.1" status: 200  len: 999 time: 0.1170201
Jan 22 20:30:02.431295 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be94b-a180-4aa7-bf21-22356c469650 req-3639b3c8-3795-4515-986a-23eca8a97bd7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:02.432756 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-3639b3c8-3795-4515-986a-23eca8a97bd7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 784 time: 0.1766849
Jan 22 20:30:02.443738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-f1d2c7c2-d639-48a9-9fc7-300b2fde8e61 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:30:02.444794 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-f1d2c7c2-d639-48a9-9fc7-300b2fde8e61 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0060978
Jan 22 20:30:02.560987 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-1c29ae90-634f-4f04-bf5f-9584e899fe8e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.236 HTTP/1.1" status: 200  len: 1002 time: 0.1097891
Jan 22 20:30:02.660582 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be94b-a180-4aa7-bf21-22356c469650 req-7e05d514-e49f-403a-8af4-322713ab3bdb tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:02.662102 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-7e05d514-e49f-403a-8af4-322713ab3bdb tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports/c453678c-8fb2-4a5a-9d3e-fac427c27cd5 HTTP/1.1" status: 200  len: 943 time: 0.0952768
Jan 22 20:30:02.852870 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-dd8e7fda-215f-4369-ac69-001c58ca3e4d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.236 HTTP/1.1" status: 200  len: 1002 time: 0.1100399
Jan 22 20:30:03.075756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Deleting port a50f4d53-c07d-40d2-9b0c-d070604b2279 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:03.076144 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:03.264920 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:03.265526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:03.397781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Calling delete_port for a50f4d53-c07d-40d2-9b0c-d070604b2279 owned by network:floatingip {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:03.663376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:03.679555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7234047c-4452-4e8e-8705-d885b3377d23 tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:03.735589 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event deleted for resources: {'Port': ['ID=a50f4d53-c07d-40d2-9b0c-d070604b2279,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:03.798589 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.799006 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.799438 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.799850 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.800253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.800661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.801095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.801489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.801884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.802278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.802667 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.803056 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.803534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.803931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.804322 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.804712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.805109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.805493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.805881 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.806268 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.806658 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.807067 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.807477 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.807863 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:03.813164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:03.926611 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:03.926988 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Floating IP a53dadd6-98dd-4bba-864a-385b1e759c39 disassociated (deleted). External IP: 172.27.1.236, port: c453678c-8fb2-4a5a-9d3e-fac427c27cd5.
Jan 22 20:30:04.539040 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Router fc30a605-4ff7-45cf-8381-e5533bce2823 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:30:04.730895 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:30:04.741952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874f883-10a5-4886-91b4-fd60a6080aff None None] Sync routers for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:30:04.751877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874f883-10a5-4886-91b4-fd60a6080aff None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:30:04.752575 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8874f883-10a5-4886-91b4-fd60a6080aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d7c4e0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:29:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:04.783622 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:04.845956 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "DELETE /v2.0/floatingips/a53dadd6-98dd-4bba-864a-385b1e759c39 HTTP/1.1" status: 204  len: 173 time: 1.9867692
Jan 22 20:30:04.846509 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:30:04.907923 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5', 'status': 'completed', 'code': 200}
Jan 22 20:30:04.948183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8874f883-10a5-4886-91b4-fd60a6080aff None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:30:05.098676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fc67f-e204-464e-9119-8387198009ac req-0e02fc75-4356-46a6-b4d1-f94dd0f6f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:05.100518 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-332fc67f-e204-464e-9119-8387198009ac req-0e02fc75-4356-46a6-b4d1-f94dd0f6f654 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 1163 time: 0.1456792
Jan 22 20:30:05.260496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be94b-a180-4aa7-bf21-22356c469650 req-d69208ec-67e6-4cab-a027-8e2ec65d6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:05.262145 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-d69208ec-67e6-4cab-a027-8e2ec65d6f2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 1163 time: 0.4016898
Jan 22 20:30:05.324633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fc67f-e204-464e-9119-8387198009ac req-f16512b9-e750-4954-8e33-b144f2879f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:05.326336 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-332fc67f-e204-464e-9119-8387198009ac req-f16512b9-e750-4954-8e33-b144f2879f29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.2113953
Jan 22 20:30:05.437484 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8874f883-10a5-4886-91b4-fd60a6080aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d7c4e0>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1324d55e-eccf-44a0-baa8-5dfae37ed7d9', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:e3:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:29Z', 'updated_at': '2021-01-22T20:24:36Z', 'revision_number': 2, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:05.441927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874f883-10a5-4886-91b4-fd60a6080aff None None] Checking router: fc30a605-4ff7-45cf-8381-e5533bce2823 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:30:05.452194 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874f883-10a5-4886-91b4-fd60a6080aff None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:30:05.452879 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8874f883-10a5-4886-91b4-fd60a6080aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d7c4e0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:29:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:05.477730 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-332fc67f-e204-464e-9119-8387198009ac req-46c99ecb-2781-4ad3-a131-a7139ae7383c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c453678c-8fb2-4a5a-9d3e-fac427c27cd5 HTTP/1.1" status: 200  len: 217 time: 0.0989466
Jan 22 20:30:05.563058 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be94b-a180-4aa7-bf21-22356c469650 req-56b32ffc-67a9-49e1-98a0-973b353b88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:05.564713 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-56b32ffc-67a9-49e1-98a0-973b353b88dd service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.2854791
Jan 22 20:30:05.575953 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fc67f-e204-464e-9119-8387198009ac req-6f60de84-a98c-4306-90bd-19488401f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:05.578797 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-332fc67f-e204-464e-9119-8387198009ac req-6f60de84-a98c-4306-90bd-19488401f023 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.0929747
Jan 22 20:30:05.651684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-8874f883-10a5-4886-91b4-fd60a6080aff None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:30:05.694448 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-b5e12ea5-be74-4fef-9ebb-0eadd8fae709 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c453678c-8fb2-4a5a-9d3e-fac427c27cd5 HTTP/1.1" status: 200  len: 217 time: 0.1156354
Jan 22 20:30:05.785066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be94b-a180-4aa7-bf21-22356c469650 req-42c046c0-8262-4e1e-a55c-fea9085513a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:05.786715 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-42c046c0-8262-4e1e-a55c-fea9085513a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.0821559
Jan 22 20:30:05.788798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fc67f-e204-464e-9119-8387198009ac req-ed98dd33-a1b2-4aea-8674-bac5bcb2780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:05.791951 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-332fc67f-e204-464e-9119-8387198009ac req-ed98dd33-a1b2-4aea-8674-bac5bcb2780d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1565146
Jan 22 20:30:05.985736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be94b-a180-4aa7-bf21-22356c469650 req-42b12424-d4f6-4b0c-bfcc-5cd65c00ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:05.987342 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-42b12424-d4f6-4b0c-bfcc-5cd65c00ec8f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1932018
Jan 22 20:30:06.028120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-8874f883-10a5-4886-91b4-fd60a6080aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d7c4e0>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1324d55e-eccf-44a0-baa8-5dfae37ed7d9', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:e3:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:29Z', 'updated_at': '2021-01-22T20:24:36Z', 'revision_number': 2, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:06.032413 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874f883-10a5-4886-91b4-fd60a6080aff None None] The sync data for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi is: [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '1324d55e-eccf-44a0-baa8-5dfae37ed7d9', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'port_id': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'mac_address': 'fa:16:3e:e3:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:24:29Z', 'updated_at': '2021-01-22T20:24:36Z', 'revision_number': 2, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:30:06.045823 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-332fc67f-e204-464e-9119-8387198009ac req-55167217-55e1-442c-bd4f-ecb0fcbcfd64 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2164207
Jan 22 20:30:06.252987 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-3e306d2d-57a1-4de0-aaf9-a02e371ebb5b service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552598
Jan 22 20:30:06.318014 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-332fc67f-e204-464e-9119-8387198009ac req-283630ea-98aa-4a93-b2b6-3d73e72cc6f4 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2196612
Jan 22 20:30:06.419835 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a88be94b-a180-4aa7-bf21-22356c469650 req-b91ac05e-ccc5-4089-b5ba-9774ef79b8d9 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1506851
Jan 22 20:30:06.441693 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba70ac-9f11-4255-abdf-8ac15e9253c7 None None] New status for floating IP a53dadd6-98dd-4bba-864a-385b1e759c39: DOWN {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:30:06.994958 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202fee3-9744-407b-bc12-3c5a28e2b048 req-2cdfb645-571f-4477-bbe7-245008dcbe3e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:06.995764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1202fee3-9744-407b-bc12-3c5a28e2b048 req-2cdfb645-571f-4477-bbe7-245008dcbe3e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:30:07.040053 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1202fee3-9744-407b-bc12-3c5a28e2b048 req-2cdfb645-571f-4477-bbe7-245008dcbe3e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:30:07.041294 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1202fee3-9744-407b-bc12-3c5a28e2b048 req-2cdfb645-571f-4477-bbe7-245008dcbe3e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 946 time: 0.1525095
Jan 22 20:30:07.096670 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1202fee3-9744-407b-bc12-3c5a28e2b048 req-5110395c-59ef-485f-8f3f-c8206cc4bfce tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0490108
Jan 22 20:30:07.335391 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55504) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:07.491062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:07.507666 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:07.511807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Usage tracker for resource:security_group_rule and tenant:bfacf2268a904b95bd3556c54f2e0c37 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:07.514826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:07.520807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:07.690541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:07.722698 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:07.731644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-073e047f-b54c-40d9-9c3b-71371dc48776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:07.774617 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bfacf2268a904b95bd3556c54f2e0c37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4380856
Jan 22 20:30:07.775597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af81155a-1af7-4991-8b11-04f3fb8c0f57,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:07.777579 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 55514) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:07.783632 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.784065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.784485 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.784896 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.785343 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.785754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.786160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.786565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.786974 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.787411 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.787815 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.788214 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.788673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.789072 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.789525 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.789930 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.790324 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.790725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.791125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.791547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.791946 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.792346 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.792742 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.793137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:07.797968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1647feb2-4754-4848-8614-464e973f2af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:07.840352 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5872942-c9f7-4e31-945c-41c881637e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:07.867979 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5872942-c9f7-4e31-945c-41c881637e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:07.957132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5872942-c9f7-4e31-945c-41c881637e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:07.962132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-12ee0c82-8e88-4f9b-b00f-b484d250fbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:07.975936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5872942-c9f7-4e31-945c-41c881637e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af81155a-1af7-4991-8b11-04f3fb8c0f57,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:07.978501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5872942-c9f7-4e31-945c-41c881637e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:07.980740 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5872942-c9f7-4e31-945c-41c881637e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:07.981832 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d5872942-c9f7-4e31-945c-41c881637e1a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af81155a-1af7-4991-8b11-04f3fb8c0f57 HTTP/1.1" status: 204  len: 168 time: 0.2031469
Jan 22 20:30:08.332812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d7f4d-fd7c-4ab5-bd09-40a694dcef5f req-eea18bf9-01d4-4e16-930c-ee006638ab2a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:08.334488 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-958d7f4d-fd7c-4ab5-bd09-40a694dcef5f req-eea18bf9-01d4-4e16-930c-ee006638ab2a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 946 time: 0.1065221
Jan 22 20:30:08.389592 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-958d7f4d-fd7c-4ab5-bd09-40a694dcef5f req-baa31a94-3569-4589-8f20-bb51948922cb tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0468066
Jan 22 20:30:08.511481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 55524) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:08.530681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-891e05b9-1765-4499-84f3-eaa768c15492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:08.551135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-891e05b9-1765-4499-84f3-eaa768c15492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:08.555404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-891e05b9-1765-4499-84f3-eaa768c15492 admin admin] Usage tracker for resource:security_group_rule and tenant:ad9716ece1044ab394b01c87504826d6 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:08.558578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-891e05b9-1765-4499-84f3-eaa768c15492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:08.564407 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-891e05b9-1765-4499-84f3-eaa768c15492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:08.651508 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-891e05b9-1765-4499-84f3-eaa768c15492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:08.699742 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-891e05b9-1765-4499-84f3-eaa768c15492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:08.709553 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1072e9da-ce7b-4fcf-8d5a-533bf4783678 tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:08.751689 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-891e05b9-1765-4499-84f3-eaa768c15492 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad9716ece1044ab394b01c87504826d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2390192
Jan 22 20:30:08.752634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e05b9-1765-4499-84f3-eaa768c15492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c4d01a-b521-4658-b2d6-b54703b36004,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:08.755208 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55530) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:08.756642 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-891e05b9-1765-4499-84f3-eaa768c15492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:08.818363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b39fd595-d350-4666-96f1-d2f30acf5c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:08.845936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b39fd595-d350-4666-96f1-d2f30acf5c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:08.919962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b39fd595-d350-4666-96f1-d2f30acf5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:08.925228 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-16481706-0251-4134-adfc-448baeb61a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:08.937843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fd595-d350-4666-96f1-d2f30acf5c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c4d01a-b521-4658-b2d6-b54703b36004,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:08.942523 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b39fd595-d350-4666-96f1-d2f30acf5c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:08.948153 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b39fd595-d350-4666-96f1-d2f30acf5c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:08.949384 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-b39fd595-d350-4666-96f1-d2f30acf5c47 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/00c4d01a-b521-4658-b2d6-b54703b36004 HTTP/1.1" status: 204  len: 168 time: 0.1930707
Jan 22 20:30:09.631718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cbc64-8374-4879-8b00-b004a8820641 req-4c964c18-3935-4d04-bb35-2f64ef57710d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:09.633380 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-654cbc64-8374-4879-8b00-b004a8820641 req-4c964c18-3935-4d04-bb35-2f64ef57710d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 946 time: 0.1103489
Jan 22 20:30:09.689180 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-654cbc64-8374-4879-8b00-b004a8820641 req-15759e22-86ea-40e9-9857-22a823d41ef6 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0493720
Jan 22 20:30:10.933735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f26f28-3f8f-4c56-a185-f78a91fae6aa req-69c54a38-ae3d-46e5-aff0-806c6005e154 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:10.935423 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-44f26f28-3f8f-4c56-a185-f78a91fae6aa req-69c54a38-ae3d-46e5-aff0-806c6005e154 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 946 time: 0.1119375
Jan 22 20:30:10.987489 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-44f26f28-3f8f-4c56-a185-f78a91fae6aa req-eaccf260-ed72-4db8-a2fc-ff90f6126cea tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0454807
Jan 22 20:30:12.227175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bd13-92da-42e9-84e1-a17c44ff0020 req-9f4e82f4-f8ee-48ab-b30a-ea3a922e8bca tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:12.229017 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-69b3bd13-92da-42e9-84e1-a17c44ff0020 req-9f4e82f4-f8ee-48ab-b30a-ea3a922e8bca tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 946 time: 0.1113436
Jan 22 20:30:12.283087 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-69b3bd13-92da-42e9-84e1-a17c44ff0020 req-40fb90fa-0aa1-4a53-ae28-8d3cd35e2119 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0472577
Jan 22 20:30:12.379528 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device c453678c-8fb2-4a5a-9d3e-fac427c27cd5 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:30:12.505097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-30dc9910-a200-40c2-95a0-04848a94e9bf tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:12.506897 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-30dc9910-a200-40c2-95a0-04848a94e9bf tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 946 time: 0.1184127
Jan 22 20:30:12.600760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Deleting port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:12.601148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:12.684309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:12.717507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:30:12.730559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port c453678c-8fb2-4a5a-9d3e-fac427c27cd5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c453678c-8fb2-4a5a-9d3e-fac427c27cd5,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:12.765836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:12.768383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2b605e52-2c96-468c-a971-49d5aea2027e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:12.800508 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5', 'code': 200}
Jan 22 20:30:12.840451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=c453678c-8fb2-4a5a-9d3e-fac427c27cd5,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:12.848636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.849042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.850506 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.850506 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.850874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.850959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.851361 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.851734 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.852102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.852536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.852944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.853308 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.853943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.854077 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.854415 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.854779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.855138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.855529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.855889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.856250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.856609 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.856973 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.857326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.857942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:30:12.862630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:12.878061 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] For port c453678c-8fb2-4a5a-9d3e-fac427c27cd5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c453678c-8fb2-4a5a-9d3e-fac427c27cd5,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:12.878467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:13.245516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Calling delete_port for c453678c-8fb2-4a5a-9d3e-fac427c27cd5 owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:13.474026 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:30:13.474472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:30:13.545327 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08c54e-28b7-42aa-9077-e68b3a2419e6 req-5f1fe5e0-3950-4005-ac7c-944aad929f7a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:13.548457 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b08c54e-28b7-42aa-9077-e68b3a2419e6 req-5f1fe5e0-3950-4005-ac7c-944aad929f7a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 944 time: 0.1207032
Jan 22 20:30:13.601464 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0b08c54e-28b7-42aa-9077-e68b3a2419e6 req-f6556613-7c20-496d-9abc-8451ba9eb5b2 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0475395
Jan 22 20:30:13.975509 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Deleting port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:13.975837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:14.242127 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] For port c453678c-8fb2-4a5a-9d3e-fac427c27cd5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c453678c-8fb2-4a5a-9d3e-fac427c27cd5,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:14.242439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:14.375948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Calling delete_port for c453678c-8fb2-4a5a-9d3e-fac427c27cd5 owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:14.619831 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:14.636112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67781a3f-c13f-4b98-89d0-68d41cb2d087 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:14.695696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event deleted for resources: {'Port': ['ID=c453678c-8fb2-4a5a-9d3e-fac427c27cd5,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:14.700455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:14.775775 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:30:14.816455 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9983256b-4b77-4bc4-92c8-ff0cf3236d1c req-26e5afc0-ae7c-4390-a276-3a813fb6f44c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 210 time: 0.0654738
Jan 22 20:30:14.892049 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] No DVR routers for this DVR port c453678c-8fb2-4a5a-9d3e-fac427c27cd5 on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:30:14.932960 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:14.932960 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'name': 'network-vif-deleted', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:30:14.946532 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8146bc4b-7acf-4f03-88f9-4da191443f1a req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "DELETE /v2.0/ports/c453678c-8fb2-4a5a-9d3e-fac427c27cd5 HTTP/1.1" status: 204  len: 173 time: 2.4326613
Jan 22 20:30:14.955257 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d8126a-bc8c-49ed-b7ef-48c419e8da2c', 'name': 'network-vif-deleted', 'tag': 'c453678c-8fb2-4a5a-9d3e-fac427c27cd5', 'status': 'completed', 'code': 200}
Jan 22 20:30:16.003866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6d649c5f-74b4-43f7-bcf3-a33a0a0ace46 req-2270f323-f345-4cb0-b8f7-db5954e73c98 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:30:16.060004 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6d649c5f-74b4-43f7-bcf3-a33a0a0ace46 req-2270f323-f345-4cb0-b8f7-db5954e73c98 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:30:16.061387 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6d649c5f-74b4-43f7-bcf3-a33a0a0ace46 req-2270f323-f345-4cb0-b8f7-db5954e73c98 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 210 time: 0.1160717
Jan 22 20:30:17.249133 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6635c4cb-5dbf-4c2e-9703-3bbf44f9e0e6 req-5a7ff614-361a-4eb2-b4b1-10fb867d2584 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 210 time: 0.0505905
Jan 22 20:30:17.268844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:18.429303 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f0b0ca6c-8458-41ec-85db-e169c0ce1dee req-b26ce0a9-64f8-47eb-9d95-5dee729c7c0d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 210 time: 0.0497980
Jan 22 20:30:19.669997 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ed4f0f19-37ca-4586-9a3e-2e6727e1623e req-b0937c7d-b12e-4459-977d-e0db72434900 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=77d8126a-bc8c-49ed-b7ef-48c419e8da2c HTTP/1.1" status: 200  len: 210 time: 0.0513730
Jan 22 20:30:23.509917 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-f8c8fa41-504e-49ab-85f3-91cd2d9dd827 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips/1324d55e-eccf-44a0-baa8-5dfae37ed7d9 HTTP/1.1" status: 200  len: 998 time: 0.1177893
Jan 22 20:30:23.699045 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-9d1bd16a-a11c-49d7-90cd-e2f6a6777ded tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:23.700585 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-9d1bd16a-a11c-49d7-90cd-e2f6a6777ded tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 784 time: 0.1846964
Jan 22 20:30:23.818311 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-ceb77a5c-b284-4f14-9fe1-6c3861e1d18c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:floatingip {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:30:23.868213 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-ceb77a5c-b284-4f14-9fe1-6c3861e1d18c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:floatingip {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:30:23.869527 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-ceb77a5c-b284-4f14-9fe1-6c3861e1d18c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.189 HTTP/1.1" status: 200  len: 1001 time: 0.1620419
Jan 22 20:30:23.976096 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-1938c9c6-bc18-4c86-b674-b4fa5d3db711 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:23.977587 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-1938c9c6-bc18-4c86-b674-b4fa5d3db711 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports/555acc0a-abbc-4d94-be94-a6dd9279129a HTTP/1.1" status: 200  len: 942 time: 0.1019235
Jan 22 20:30:24.168051 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-5452b825-7f2e-422a-a6da-cf2c794f1986 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.189 HTTP/1.1" status: 200  len: 1001 time: 0.1091793
Jan 22 20:30:24.412525 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Deleting port 697554d7-fa14-4722-a76c-88bcca99bd93 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:24.412911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:24.597391 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:24.597880 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:24.706360 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55778) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:24.737554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Calling delete_port for 697554d7-fa14-4722-a76c-88bcca99bd93 owned by network:floatingip {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:24.792064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b940ce46-c195-4510-8ca9-3876b3d5f18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:24.860624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bed141ac-2354-46ac-9f1d-3cacbe18c85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:24.881338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bed141ac-2354-46ac-9f1d-3cacbe18c85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:24.885491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bed141ac-2354-46ac-9f1d-3cacbe18c85e admin admin] Usage tracker for resource:security_group_rule and tenant:b9861bdafceb4c9bb5d0374b9d546d8a is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:24.888494 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bed141ac-2354-46ac-9f1d-3cacbe18c85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:24.894332 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bed141ac-2354-46ac-9f1d-3cacbe18c85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:25.057318 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:25.076961 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba1e6c50-8f79-4df8-8532-de89096b1514 tempest-VolumesSnapshotTestJSON-1653976589 tempest-VolumesSnapshotTestJSON-1653976589] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:25.134923 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bed141ac-2354-46ac-9f1d-3cacbe18c85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:25.159912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bed141ac-2354-46ac-9f1d-3cacbe18c85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:25.170151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9e62d982-4461-45a3-be5d-80fd0a7aa593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:25.194578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event deleted for resources: {'Port': ['ID=697554d7-fa14-4722-a76c-88bcca99bd93,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:25.197474 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:25.214501 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bed141ac-2354-46ac-9f1d-3cacbe18c85e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9861bdafceb4c9bb5d0374b9d546d8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5068097
Jan 22 20:30:25.215535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed141ac-2354-46ac-9f1d-3cacbe18c85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b10e59-8874-420a-a117-935aa8262dad,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:25.218142 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55790) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:25.231351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bed141ac-2354-46ac-9f1d-3cacbe18c85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:25.283749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4dab85-eff2-4851-ba8d-266bff6254a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:25.307840 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:25.308345 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Floating IP 1324d55e-eccf-44a0-baa8-5dfae37ed7d9 disassociated (deleted). External IP: 172.27.1.189, port: 555acc0a-abbc-4d94-be94-a6dd9279129a.
Jan 22 20:30:25.313968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4dab85-eff2-4851-ba8d-266bff6254a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:25.385998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4dab85-eff2-4851-ba8d-266bff6254a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:25.391536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-74041d75-5ce4-4c43-bd90-10976255997f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:25.410663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dab85-eff2-4851-ba8d-266bff6254a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b10e59-8874-420a-a117-935aa8262dad,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:25.414224 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ad4dab85-eff2-4851-ba8d-266bff6254a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:25.415451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4dab85-eff2-4851-ba8d-266bff6254a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:25.417793 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ad4dab85-eff2-4851-ba8d-266bff6254a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93b10e59-8874-420a-a117-935aa8262dad HTTP/1.1" status: 204  len: 168 time: 0.1975360
Jan 22 20:30:25.962564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Router fc30a605-4ff7-45cf-8381-e5533bce2823 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:30:26.157435 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:30:26.167997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7646b-6d86-455f-b291-a6cc6c9b7952 None None] Sync routers for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:30:26.178811 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7646b-6d86-455f-b291-a6cc6c9b7952 None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:30:26.179719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-bad7646b-6d86-455f-b291-a6cc6c9b7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b79b0828>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:29:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:26.237786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:26.309685 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "DELETE /v2.0/floatingips/1324d55e-eccf-44a0-baa8-5dfae37ed7d9 HTTP/1.1" status: 204  len: 173 time: 2.1354139
Jan 22 20:30:26.310234 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:30:26.354655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55808) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:26.382205 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'status': 'completed', 'code': 200}
Jan 22 20:30:26.383326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-bad7646b-6d86-455f-b291-a6cc6c9b7952 None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:30:26.422366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-d1360f37-27ae-44e2-93fd-36dc4e1772c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:26.424056 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-d1360f37-27ae-44e2-93fd-36dc4e1772c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 1162 time: 0.0939658
Jan 22 20:30:26.522980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-64a30e66-d0c5-41e6-85da-9b7e1871ef7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:26.541025 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-64a30e66-d0c5-41e6-85da-9b7e1871ef7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:26.545377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-64a30e66-d0c5-41e6-85da-9b7e1871ef7f admin admin] Usage tracker for resource:security_group_rule and tenant:2e8f16f33ff9439d94ac1ac236c0db9b is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:26.548400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-64a30e66-d0c5-41e6-85da-9b7e1871ef7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:26.555042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-64a30e66-d0c5-41e6-85da-9b7e1871ef7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:26.642397 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-8d2541da-aa9d-412c-b109-8609aa434a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:26.643955 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-8d2541da-aa9d-412c-b109-8609aa434a86 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.2103615
Jan 22 20:30:26.647532 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16077cf-6526-49ec-82ff-48433730ec2f req-8c3f1b0d-2a66-4888-939a-6c2586c8bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:26.647901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-64a30e66-d0c5-41e6-85da-9b7e1871ef7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:26.649151 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a16077cf-6526-49ec-82ff-48433730ec2f req-8c3f1b0d-2a66-4888-939a-6c2586c8bfc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 1162 time: 0.1917474
Jan 22 20:30:26.674223 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-64a30e66-d0c5-41e6-85da-9b7e1871ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:26.683980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4cae305c-d359-420b-ab92-442ebdd4adf0 tempest-AttachVolumeShelveTestJSON-460223922 tempest-AttachVolumeShelveTestJSON-460223922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:26.728455 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-64a30e66-d0c5-41e6-85da-9b7e1871ef7f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e8f16f33ff9439d94ac1ac236c0db9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3718615
Jan 22 20:30:26.728696 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55814) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:26.741894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-bad7646b-6d86-455f-b291-a6cc6c9b7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b79b0828>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:26.745125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a30e66-d0c5-41e6-85da-9b7e1871ef7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15357469-2cef-4a42-be88-aa363e220a3d,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:26.746435 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7646b-6d86-455f-b291-a6cc6c9b7952 None None] Checking router: fc30a605-4ff7-45cf-8381-e5533bce2823 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:30:26.748863 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-64a30e66-d0c5-41e6-85da-9b7e1871ef7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:26.756663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7646b-6d86-455f-b291-a6cc6c9b7952 None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:30:26.757342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-bad7646b-6d86-455f-b291-a6cc6c9b7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b79b0828>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:29:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:26.757825 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a542cc61-2ec9-450d-b076-ff033a8cad07 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=555acc0a-abbc-4d94-be94-a6dd9279129a HTTP/1.1" status: 200  len: 217 time: 0.1050658
Jan 22 20:30:26.801325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4548c91f-87d0-40d4-ace9-8f9e0cbd9263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:26.829752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4548c91f-87d0-40d4-ace9-8f9e0cbd9263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:26.906461 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4548c91f-87d0-40d4-ace9-8f9e0cbd9263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:26.908654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-fb245e3c-ff32-42bc-97fe-a7e35d746120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:26.910258 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-fb245e3c-ff32-42bc-97fe-a7e35d746120 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.1406400
Jan 22 20:30:26.913904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d6d446d-6914-4e54-9d4b-0dbcfd7e9bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:26.929720 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548c91f-87d0-40d4-ace9-8f9e0cbd9263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15357469-2cef-4a42-be88-aa363e220a3d,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:26.932545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4548c91f-87d0-40d4-ace9-8f9e0cbd9263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:26.933524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4548c91f-87d0-40d4-ace9-8f9e0cbd9263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:26.938006 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4548c91f-87d0-40d4-ace9-8f9e0cbd9263 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15357469-2cef-4a42-be88-aa363e220a3d HTTP/1.1" status: 204  len: 168 time: 0.2058592
Jan 22 20:30:26.977584 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-bad7646b-6d86-455f-b291-a6cc6c9b7952 None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:30:26.981870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16077cf-6526-49ec-82ff-48433730ec2f req-41815b2e-3dd2-45c8-ae84-41cbbad25821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:26.983753 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a16077cf-6526-49ec-82ff-48433730ec2f req-41815b2e-3dd2-45c8-ae84-41cbbad25821 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 200  len: 906 time: 0.2795630
Jan 22 20:30:27.071013 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a16077cf-6526-49ec-82ff-48433730ec2f req-7a638d70-88b7-4305-9609-e062c6255ee2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=555acc0a-abbc-4d94-be94-a6dd9279129a HTTP/1.1" status: 200  len: 217 time: 0.0790052
Jan 22 20:30:27.130723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-378b5eb9-f94a-4906-8797-23f6efbb26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:27.132544 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-378b5eb9-f94a-4906-8797-23f6efbb26db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2095735
Jan 22 20:30:27.194928 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16077cf-6526-49ec-82ff-48433730ec2f req-125dadbb-ed16-4627-bab0-335b097c4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:27.196564 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a16077cf-6526-49ec-82ff-48433730ec2f req-125dadbb-ed16-4627-bab0-335b097c4625 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 200  len: 851 time: 0.1186306
Jan 22 20:30:27.333745 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-bad7646b-6d86-455f-b291-a6cc6c9b7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b79b0828>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:27.337758 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7646b-6d86-455f-b291-a6cc6c9b7952 None None] The sync data for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi is: [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:19:02Z', 'revision_number': 4, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '0871bc4b-886f-4f7f-8a22-ed3fe3d1142a', 'name': '', 'network_id': '2a8daac2-dce7-4143-a261-8d9997e9a19b', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'mac_address': 'fa:16:3e:8a:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:01Z', 'updated_at': '2021-01-22T20:19:16Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'subnets': [{'id': 'd418d97c-202f-49b5-9ed4-33bce69ac33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:30:27.361169 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-a4a23952-e17d-463c-a159-da9ca6910079 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186542
Jan 22 20:30:27.402776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16077cf-6526-49ec-82ff-48433730ec2f req-b419660c-d76e-43ea-86f6-119c9364a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:27.404519 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a16077cf-6526-49ec-82ff-48433730ec2f req-b419660c-d76e-43ea-86f6-119c9364a961 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a8daac2-dce7-4143-a261-8d9997e9a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1545477
Jan 22 20:30:27.496215 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55822) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:27.517315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34bbc5b4-ff34-45e0-b83e-f4bd50abf6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:27.533661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-34bbc5b4-ff34-45e0-b83e-f4bd50abf6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:27.538402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-34bbc5b4-ff34-45e0-b83e-f4bd50abf6fd admin admin] Usage tracker for resource:security_group_rule and tenant:3e25c26da8bf4020946d0e4bef67aa1f is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:27.541504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-34bbc5b4-ff34-45e0-b83e-f4bd50abf6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:27.547502 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-34bbc5b4-ff34-45e0-b83e-f4bd50abf6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:27.642002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34bbc5b4-ff34-45e0-b83e-f4bd50abf6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:27.643829 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f89531b0-63c2-4afc-bf3b-6aa5c3a5f5b4 req-5a67b61d-94a2-408f-8fad-b033219a2997 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2736325
Jan 22 20:30:27.666063 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a16077cf-6526-49ec-82ff-48433730ec2f req-17b0da74-3b29-436d-8b70-52dfc407dde4 service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2368827
Jan 22 20:30:27.674425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34bbc5b4-ff34-45e0-b83e-f4bd50abf6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:27.685228 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a890d470-616a-489a-a477-d1485250e9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:27.734510 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-34bbc5b4-ff34-45e0-b83e-f4bd50abf6fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e25c26da8bf4020946d0e4bef67aa1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2360258
Jan 22 20:30:27.736205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55828) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:27.739468 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbc5b4-ff34-45e0-b83e-f4bd50abf6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edca6963-6d77-4acc-8941-6dc46d1ce188,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:27.742875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-34bbc5b4-ff34-45e0-b83e-f4bd50abf6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:27.787176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9a64fc-1265-4c8a-984b-2525f0ff345b None None] New status for floating IP 1324d55e-eccf-44a0-baa8-5dfae37ed7d9: DOWN {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:30:27.809163 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ecfbcf7-6e06-4c39-a6e3-8be29a7668a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:27.846103 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ecfbcf7-6e06-4c39-a6e3-8be29a7668a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:27.850760 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a16077cf-6526-49ec-82ff-48433730ec2f req-4b1c8d84-a266-4efa-97e0-80a069dbe40d service neutron] 10.222.0.48 "GET /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1787617
Jan 22 20:30:27.871379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:27.928547 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ecfbcf7-6e06-4c39-a6e3-8be29a7668a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:27.934135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ea7906b0-d794-4aa6-85cd-bcaf7a8d7feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:27.948436 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e65d611d-663f-405a-a793-a1082c1d71d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:27.950897 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3ecfbcf7-6e06-4c39-a6e3-8be29a7668a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:27.952164 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3ecfbcf7-6e06-4c39-a6e3-8be29a7668a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/edca6963-6d77-4acc-8941-6dc46d1ce188 HTTP/1.1" status: 204  len: 168 time: 0.2149708
Jan 22 20:30:27.953204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfbcf7-6e06-4c39-a6e3-8be29a7668a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edca6963-6d77-4acc-8941-6dc46d1ce188,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:27.955947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3ecfbcf7-6e06-4c39-a6e3-8be29a7668a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:28.292953 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1de41-4ab1-4174-b4f0-64564b901bdd req-8baf13ff-a895-4023-80f7-d41c6dd806b9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:28.293789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8ec1de41-4ab1-4174-b4f0-64564b901bdd req-8baf13ff-a895-4023-80f7-d41c6dd806b9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:30:28.334948 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-8ec1de41-4ab1-4174-b4f0-64564b901bdd req-8baf13ff-a895-4023-80f7-d41c6dd806b9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:30:28.336348 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ec1de41-4ab1-4174-b4f0-64564b901bdd req-8baf13ff-a895-4023-80f7-d41c6dd806b9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 945 time: 0.1619225
Jan 22 20:30:28.390837 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8ec1de41-4ab1-4174-b4f0-64564b901bdd req-90ca7de3-983a-4186-9039-48315b9b2f12 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0481465
Jan 22 20:30:28.545439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55838) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:28.565160 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d3ab5ba-2960-4b83-a39e-127d116fbbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:28.580968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2d3ab5ba-2960-4b83-a39e-127d116fbbbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:28.585730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2d3ab5ba-2960-4b83-a39e-127d116fbbbc admin admin] Usage tracker for resource:security_group_rule and tenant:574346ad5cb34acb84b6a48fb6094f93 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:28.588784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-2d3ab5ba-2960-4b83-a39e-127d116fbbbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:28.594561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2d3ab5ba-2960-4b83-a39e-127d116fbbbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:28.680287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d3ab5ba-2960-4b83-a39e-127d116fbbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:28.719914 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d3ab5ba-2960-4b83-a39e-127d116fbbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:28.730070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b39fd595-d350-4666-96f1-d2f30acf5c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:28.773829 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2d3ab5ba-2960-4b83-a39e-127d116fbbbc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=574346ad5cb34acb84b6a48fb6094f93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2271855
Jan 22 20:30:28.774823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ab5ba-2960-4b83-a39e-127d116fbbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6cd4a5-4912-45df-a297-6a152023267f,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:28.777630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 55842) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:28.778509 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2d3ab5ba-2960-4b83-a39e-127d116fbbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:28.842272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d8ce1e3-b159-4c88-9604-d69d6d84896b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:28.868661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:28.872196 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d8ce1e3-b159-4c88-9604-d69d6d84896b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:28.951442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d8ce1e3-b159-4c88-9604-d69d6d84896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:28.956827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86e14d70-b46f-4af3-a969-cf40326a517a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:28.971983 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ce1e3-b159-4c88-9604-d69d6d84896b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6cd4a5-4912-45df-a297-6a152023267f,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:28.975812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d8ce1e3-b159-4c88-9604-d69d6d84896b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:28.979163 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d8ce1e3-b159-4c88-9604-d69d6d84896b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:28.980399 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5d8ce1e3-b159-4c88-9604-d69d6d84896b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/be6cd4a5-4912-45df-a297-6a152023267f HTTP/1.1" status: 204  len: 168 time: 0.2015498
Jan 22 20:30:29.106471 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-ec6d5e4d-c18a-46ba-90ff-7c4dee13637c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:29.108436 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-ec6d5e4d-c18a-46ba-90ff-7c4dee13637c tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 945 time: 0.1168683
Jan 22 20:30:29.168758 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:29.197270 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Deleting port 555acc0a-abbc-4d94-be94-a6dd9279129a {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:29.197655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:29.476783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] For port 555acc0a-abbc-4d94-be94-a6dd9279129a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=555acc0a-abbc-4d94-be94-a6dd9279129a,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:29.477382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:29.572650 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device 555acc0a-abbc-4d94-be94-a6dd9279129a no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:30:29.712065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:29.744947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:30:29.756574 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port 555acc0a-abbc-4d94-be94-a6dd9279129a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=555acc0a-abbc-4d94-be94-a6dd9279129a,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:29.786664 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:29.788814 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:29.832036 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'code': 200}
Jan 22 20:30:29.872017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=555acc0a-abbc-4d94-be94-a6dd9279129a,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:29.875586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:29.911629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Calling delete_port for 555acc0a-abbc-4d94-be94-a6dd9279129a owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:30.039593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e19533-9fa6-4279-841a-5353c582603d req-b2cdaac1-b4d1-4e83-a308-a7b2eeb37271 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:30.041284 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e8e19533-9fa6-4279-841a-5353c582603d req-b2cdaac1-b4d1-4e83-a308-a7b2eeb37271 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 945 time: 0.4935431
Jan 22 20:30:30.087784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:30:30.088403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:30:30.097682 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e8e19533-9fa6-4279-841a-5353c582603d req-1d5ccca2-1f8f-44e5-9df7-5e293a8717c7 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups?id=539c59a3-9f2d-47a1-911c-9789f64ccc2d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0501676
Jan 22 20:30:30.589837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Deleting port 555acc0a-abbc-4d94-be94-a6dd9279129a {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:30.590323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:30.869155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] For port 555acc0a-abbc-4d94-be94-a6dd9279129a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=555acc0a-abbc-4d94-be94-a6dd9279129a,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:30.869688 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:31.008846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Calling delete_port for 555acc0a-abbc-4d94-be94-a6dd9279129a owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:31.188211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:31.205048 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:31.268628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event deleted for resources: {'Port': ['ID=555acc0a-abbc-4d94-be94-a6dd9279129a,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:31.317923 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:31.322234 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9e9d01b4-2853-459a-9245-daa76db83cfc req-93489c57-4cea-4af4-9d37-8c462fa9f45a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 210 time: 0.0766549
Jan 22 20:30:31.473630 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] No DVR routers for this DVR port 555acc0a-abbc-4d94-be94-a6dd9279129a on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:30:31.475899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:31.478746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'name': 'network-vif-deleted', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:30:31.526191 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f972bcd2-0b21-45ac-b830-7cbb49f76f2f req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.48 "DELETE /v2.0/ports/555acc0a-abbc-4d94-be94-a6dd9279129a HTTP/1.1" status: 204  len: 173 time: 2.4096820
Jan 22 20:30:31.545599 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9e0df9-4bd1-4527-8f24-b36aab129917', 'name': 'network-vif-deleted', 'tag': '555acc0a-abbc-4d94-be94-a6dd9279129a', 'status': 'completed', 'code': 200}
Jan 22 20:30:32.520213 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e3282430-614b-40ab-a6ba-fb503473d7b6 req-91527151-ff5d-43c4-9e62-1b74f7e626ff tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:30:32.567462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-e3282430-614b-40ab-a6ba-fb503473d7b6 req-91527151-ff5d-43c4-9e62-1b74f7e626ff tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:30:32.568788 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e3282430-614b-40ab-a6ba-fb503473d7b6 req-91527151-ff5d-43c4-9e62-1b74f7e626ff tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/ports?device_id=8e9e0df9-4bd1-4527-8f24-b36aab129917 HTTP/1.1" status: 200  len: 210 time: 0.0975702
Jan 22 20:30:33.798073 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-1a4274ad-a6e2-4063-8363-2d6c003a74c2 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips/1ed893be-a6b6-4de6-8bdd-1dbf2e78419d HTTP/1.1" status: 200  len: 693 time: 0.0930207
Jan 22 20:30:33.983620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-d1a8f614-f0c4-48f8-aa62-5c5e2019cf44 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:33.985116 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-d1a8f614-f0c4-48f8-aa62-5c5e2019cf44 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 784 time: 0.1805475
Jan 22 20:30:34.083300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-d004ba3f-3b7b-45ba-bbdc-4e6b77d82b47 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Synchronizing usage tracker for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:floatingip {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:30:34.139788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-d004ba3f-3b7b-45ba-bbdc-4e6b77d82b47 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Unset dirty status for tenant:33839a047bb14ff2ae6d7a0e5faa3679 on resource:floatingip {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:30:34.141092 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-d004ba3f-3b7b-45ba-bbdc-4e6b77d82b47 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.116 HTTP/1.1" status: 200  len: 696 time: 0.1487613
Jan 22 20:30:34.236275 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-f729204a-f86b-4857-9489-084d1ef89972 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.116 HTTP/1.1" status: 200  len: 696 time: 0.0886877
Jan 22 20:30:34.415715 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Deleting port 511111a0-054f-4ff0-aeab-f115be249ff0 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:34.416099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:34.606184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:34.606557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:34.740915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Calling delete_port for 511111a0-054f-4ff0-aeab-f115be249ff0 owned by network:floatingip {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:34.971027 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:34.986988 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6cdb6150-8003-42b5-b91b-93438b06082e tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:35.043526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event deleted for resources: {'Port': ['ID=511111a0-054f-4ff0-aeab-f115be249ff0,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:35.047800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:35.210535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for floatingip, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:35.291684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:35.292940 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d1057cf-d81c-4b5b-a236-aeefccf43e86 req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "DELETE /v2.0/floatingips/1ed893be-a6b6-4de6-8bdd-1dbf2e78419d HTTP/1.1" status: 204  len: 173 time: 1.0500321
Jan 22 20:30:36.447676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55960) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:36.597580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fcae946-d36a-408c-967a-341264ac7de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:36.616776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0fcae946-d36a-408c-967a-341264ac7de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:36.620914 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0fcae946-d36a-408c-967a-341264ac7de0 admin admin] Usage tracker for resource:security_group_rule and tenant:1dbeaa6e492f4f5db57acb42abe3df80 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:36.623783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-0fcae946-d36a-408c-967a-341264ac7de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:36.629943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0fcae946-d36a-408c-967a-341264ac7de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:36.715076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fcae946-d36a-408c-967a-341264ac7de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:36.759675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fcae946-d36a-408c-967a-341264ac7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:36.769094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efee5775-003d-454d-bfe2-6d9c07b82fbd tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:36.812119 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0fcae946-d36a-408c-967a-341264ac7de0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1dbeaa6e492f4f5db57acb42abe3df80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3632507
Jan 22 20:30:36.812949 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcae946-d36a-408c-967a-341264ac7de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8a3184-0032-404e-8648-236637ea5c67,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:36.815725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55970) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:36.818736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0fcae946-d36a-408c-967a-341264ac7de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:36.838663 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b6129fc-64e8-4953-b95e-e8e99999a0f8 req-423ed626-3b83-4cee-b89d-452d88232e25 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "GET /v2.0/security-groups/539c59a3-9f2d-47a1-911c-9789f64ccc2d HTTP/1.1" status: 200  len: 2999 time: 0.0558612
Jan 22 20:30:36.880285 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95a1c9c7-a838-4ba7-9c86-b0abd72fa747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:36.907449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95a1c9c7-a838-4ba7-9c86-b0abd72fa747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:36.921123 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5b6129fc-64e8-4953-b95e-e8e99999a0f8 req-d97b5088-7166-4c16-8fac-43c72a455d78 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:36.951554 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5b6129fc-64e8-4953-b95e-e8e99999a0f8 req-d97b5088-7166-4c16-8fac-43c72a455d78 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:37.039627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95a1c9c7-a838-4ba7-9c86-b0abd72fa747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:37.044892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1198ce5e-1644-4205-aac8-1314e1933496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:37.061680 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1c9c7-a838-4ba7-9c86-b0abd72fa747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8a3184-0032-404e-8648-236637ea5c67,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:37.066837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-95a1c9c7-a838-4ba7-9c86-b0abd72fa747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:37.071340 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-95a1c9c7-a838-4ba7-9c86-b0abd72fa747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:37.072617 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-95a1c9c7-a838-4ba7-9c86-b0abd72fa747 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3d8a3184-0032-404e-8648-236637ea5c67 HTTP/1.1" status: 204  len: 168 time: 0.2561305
Jan 22 20:30:37.125524 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5b6129fc-64e8-4953-b95e-e8e99999a0f8 req-d97b5088-7166-4c16-8fac-43c72a455d78 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:37.131288 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-61343c9b-8710-4c72-a020-cc78fa441f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:37.148141 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b5088-7166-4c16-8fac-43c72a455d78 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Pushing event deleted for resources: {'SecurityGroup': ['ID=539c59a3-9f2d-47a1-911c-9789f64ccc2d,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:37.150716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d97b5088-7166-4c16-8fac-43c72a455d78 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:37.185306 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5b6129fc-64e8-4953-b95e-e8e99999a0f8 req-d97b5088-7166-4c16-8fac-43c72a455d78 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:37.186602 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5b6129fc-64e8-4953-b95e-e8e99999a0f8 req-d97b5088-7166-4c16-8fac-43c72a455d78 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] 10.222.0.38 "DELETE /v2.0/security-groups/539c59a3-9f2d-47a1-911c-9789f64ccc2d HTTP/1.1" status: 204  len: 173 time: 0.3412778
Jan 22 20:30:37.307028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55978) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:37.715756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 55986) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:37.735402 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73ed9aad-5aba-4779-820f-af197aff4c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:37.750481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-73ed9aad-5aba-4779-820f-af197aff4c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:37.754871 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-73ed9aad-5aba-4779-820f-af197aff4c82 admin admin] Usage tracker for resource:security_group_rule and tenant:9e2f9b7cb3114123bebbe071a4bdf059 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:37.757860 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-73ed9aad-5aba-4779-820f-af197aff4c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:37.763576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-73ed9aad-5aba-4779-820f-af197aff4c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:37.890277 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73ed9aad-5aba-4779-820f-af197aff4c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:37.916590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73ed9aad-5aba-4779-820f-af197aff4c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:37.925725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd826a72-81e7-47fe-adf5-84985e493d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:37.971626 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-73ed9aad-5aba-4779-820f-af197aff4c82 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e2f9b7cb3114123bebbe071a4bdf059&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2545691
Jan 22 20:30:37.973293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed9aad-5aba-4779-820f-af197aff4c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fe4721-a7b1-4d1c-8730-78a2d2580591,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:37.975018 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 55990) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:37.976690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-73ed9aad-5aba-4779-820f-af197aff4c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:38.063861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0581d4fc-7903-4a96-a305-4bad5b3b53b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:38.130686 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0581d4fc-7903-4a96-a305-4bad5b3b53b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:38.200681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735844'] for router_interface, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:38.365791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0581d4fc-7903-4a96-a305-4bad5b3b53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:38.373713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4548c91f-87d0-40d4-ace9-8f9e0cbd9263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:38.388203 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581d4fc-7903-4a96-a305-4bad5b3b53b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fe4721-a7b1-4d1c-8730-78a2d2580591,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:38.391922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0581d4fc-7903-4a96-a305-4bad5b3b53b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:38.401357 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0581d4fc-7903-4a96-a305-4bad5b3b53b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:38.402591 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-0581d4fc-7903-4a96-a305-4bad5b3b53b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61fe4721-a7b1-4d1c-8730-78a2d2580591 HTTP/1.1" status: 204  len: 168 time: 0.4258552
Jan 22 20:30:38.596488 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] Deleting port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:38.596865 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:38.784601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] For port 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=0871bc4b-886f-4f7f-8a22-ed3fe3d1142a,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:38.785164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:38.917567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] Calling delete_port for 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a owned by network:router_interface {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:39.149566 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 55998) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:39.154243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:39.170125 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1114abd-1f96-4a94-86c8-ae7b5af0e9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:39.171248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2ebb9b21-cf07-4a39-976e-1509a00a148b tempest-AttachVolumeTestJSON-114900445 tempest-AttachVolumeTestJSON-114900445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:39.185829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f1114abd-1f96-4a94-86c8-ae7b5af0e9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:39.189995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f1114abd-1f96-4a94-86c8-ae7b5af0e9f9 admin admin] Usage tracker for resource:security_group_rule and tenant:e8315be6bc5f46a7ae953f7a12c1d907 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:39.193069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-f1114abd-1f96-4a94-86c8-ae7b5af0e9f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:39.198972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f1114abd-1f96-4a94-86c8-ae7b5af0e9f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:39.229198 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=0871bc4b-886f-4f7f-8a22-ed3fe3d1142a,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:39.233559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:39.360797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1114abd-1f96-4a94-86c8-ae7b5af0e9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:39.388516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1114abd-1f96-4a94-86c8-ae7b5af0e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:39.399337 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ea9802d8-f93f-4940-a324-db5c4ed560e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:39.444999 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f1114abd-1f96-4a94-86c8-ae7b5af0e9f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8315be6bc5f46a7ae953f7a12c1d907&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2941313
Jan 22 20:30:39.446808 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1114abd-1f96-4a94-86c8-ae7b5af0e9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4896b539-ede9-4037-bd1e-79cdc2bef15f,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:39.449490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56002) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:39.452334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1114abd-1f96-4a94-86c8-ae7b5af0e9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:39.513102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a36fba6-a18c-46de-9961-de1cbe2354a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:39.540629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a36fba6-a18c-46de-9961-de1cbe2354a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:39.622820 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a36fba6-a18c-46de-9961-de1cbe2354a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:39.628536 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1114abd-1f96-4a94-86c8-ae7b5af0e9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:39.642876 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36fba6-a18c-46de-9961-de1cbe2354a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4896b539-ede9-4037-bd1e-79cdc2bef15f,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:39.651113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4a36fba6-a18c-46de-9961-de1cbe2354a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:39.653230 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a36fba6-a18c-46de-9961-de1cbe2354a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:39.664289 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4a36fba6-a18c-46de-9961-de1cbe2354a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4896b539-ede9-4037-bd1e-79cdc2bef15f HTTP/1.1" status: 204  len: 168 time: 0.2069714
Jan 22 20:30:39.798121 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1561061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126889'] for router_interface, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:40.321612 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] Router fc30a605-4ff7-45cf-8381-e5533bce2823 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:30:40.512663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:30:40.522750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff658a11-a237-493d-8062-f41e22dff49f None None] Sync routers for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:30:40.528258 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-cacb4b40-bfe6-4a03-ab86-e31e9b65cb72 admin admin] 10.222.0.38 "PUT /v2.0/routers/fc30a605-4ff7-45cf-8381-e5533bce2823/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2200282
Jan 22 20:30:40.530929 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56022) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:40.533877 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff658a11-a237-493d-8062-f41e22dff49f None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:30:40.534553 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ff658a11-a237-493d-8062-f41e22dff49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b6f7c240>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:30:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:40.725042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:40.727039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ff658a11-a237-493d-8062-f41e22dff49f None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:30:40.929638 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:40.935064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Deleting port 56593f6d-fc95-4a61-b382-0c835bfe7560 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:40.935469 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:41.061129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ff658a11-a237-493d-8062-f41e22dff49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b6f7c240>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:30:39Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:41.065589 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff658a11-a237-493d-8062-f41e22dff49f None None] Checking router: fc30a605-4ff7-45cf-8381-e5533bce2823 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:30:41.075115 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff658a11-a237-493d-8062-f41e22dff49f None None] Routers {'fc30a605-4ff7-45cf-8381-e5533bce2823'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:30:41.075822 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ff658a11-a237-493d-8062-f41e22dff49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b6f7c240>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:30:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['fc30a605-4ff7-45cf-8381-e5533bce2823'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:41.147441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] For port 56593f6d-fc95-4a61-b382-0c835bfe7560, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=56593f6d-fc95-4a61-b382-0c835bfe7560,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:41.147890 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:41.273259 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ff658a11-a237-493d-8062-f41e22dff49f None None] Set router fc30a605-4ff7-45cf-8381-e5533bce2823 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:30:41.297310 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Calling delete_port for 56593f6d-fc95-4a61-b382-0c835bfe7560 owned by network:router_gateway {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:41.506690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:41.768994 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ff658a11-a237-493d-8062-f41e22dff49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b6f7c240>, [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:30:39Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:41.773564 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff658a11-a237-493d-8062-f41e22dff49f None None] The sync data for ids ['fc30a605-4ff7-45cf-8381-e5533bce2823'] in dv-cinder-768105-3-iscsi is: [{'id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'name': 'tempest-TestVolumeBootPattern-2040643506-router', 'tenant_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:18:55Z', 'updated_at': '2021-01-22T20:30:39Z', 'revision_number': 5, 'project_id': '33839a047bb14ff2ae6d7a0e5faa3679', 'gw_port': {'id': '56593f6d-fc95-4a61-b382-0c835bfe7560', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30a605-4ff7-45cf-8381-e5533bce2823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:18:57Z', 'updated_at': '2021-01-22T20:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:30:41.957094 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853129297'] for router_gateway, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:42.100230 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853127145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854665958'] for router, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:42.102892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:42.176451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:30:42.214107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1642766'] for router, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:42.214722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc30a605-4ff7-45cf-8381-e5533bce2823 {{(pid=80269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 20:30:42.215499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:30:42.216718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 0871bc4b-886f-4f7f-8a22-ed3fe3d1142a not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:30:42.229476 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] Notify callbacks [] for router, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:42.230700 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-34a05c86-16ec-451f-bc0c-5570ec6276d2 admin admin] 10.222.0.38 "DELETE /v2.0/routers/fc30a605-4ff7-45cf-8381-e5533bce2823 HTTP/1.1" status: 204  len: 168 time: 1.6984618
Jan 22 20:30:42.233624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56064) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:42.304828 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae9eca2-a9ce-4175-a426-926aaf8dde7a admin admin] Deleting subnet d418d97c-202f-49b5-9ed4-33bce69ac33f {{(pid=80269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:30:42.308283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae9eca2-a9ce-4175-a426-926aaf8dde7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:42.361878 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae9eca2-a9ce-4175-a426-926aaf8dde7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6527990'] for subnet, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:42.461378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae9eca2-a9ce-4175-a426-926aaf8dde7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:42.857491 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae9eca2-a9ce-4175-a426-926aaf8dde7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7712659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847208704'] for subnet, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:42.874429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e3f7ddd5-3313-4a1a-abb2-9d4cbbef9faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:42.927839 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9eca2-a9ce-4175-a426-926aaf8dde7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d418d97c-202f-49b5-9ed4-33bce69ac33f,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:42.930969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9ae9eca2-a9ce-4175-a426-926aaf8dde7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:42.964563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 56080) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:43.019387 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae9eca2-a9ce-4175-a426-926aaf8dde7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.025207 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2a787-6f38-4bdb-80cf-fc083ba219ac None None] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:30:43.029829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 56086) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:43.032133 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-9ae9eca2-a9ce-4175-a426-926aaf8dde7a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d418d97c-202f-49b5-9ed4-33bce69ac33f HTTP/1.1" status: 204  len: 168 time: 0.7970407
Jan 22 20:30:43.177464 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5a316ff4-c129-4c04-a075-7991095d62fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.203643 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.263779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5a316ff4-c129-4c04-a075-7991095d62fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:43.278342 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5a316ff4-c129-4c04-a075-7991095d62fe admin admin] Usage tracker for resource:security_group_rule and tenant:e92f786b9f9548629ab26b8a77dc1dd9 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:43.282173 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-5a316ff4-c129-4c04-a075-7991095d62fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:43.287400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fe1d1f-76ea-4d41-ac48-020b65dfea9e None None] DHCP port deletion for 2a8daac2-dce7-4143-a261-8d9997e9a19b request from dv-cinder-768105-3-iscsi {{(pid=80270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 20:30:43.290963 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5a316ff4-c129-4c04-a075-7991095d62fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:43.291763 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe1d1f-76ea-4d41-ac48-020b65dfea9e None None] Deleting port 9190a1d5-ba3e-4705-9f4c-71052d05e110 {{(pid=80270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:43.292290 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1d1f-76ea-4d41-ac48-020b65dfea9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.294760 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Deleting port 9190a1d5-ba3e-4705-9f4c-71052d05e110 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:43.295129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.515424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a6fe1d1f-76ea-4d41-ac48-020b65dfea9e None None] For port 9190a1d5-ba3e-4705-9f4c-71052d05e110, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=9190a1d5-ba3e-4705-9f4c-71052d05e110,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:43.515874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1d1f-76ea-4d41-ac48-020b65dfea9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.581438 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] For port 9190a1d5-ba3e-4705-9f4c-71052d05e110, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=9190a1d5-ba3e-4705-9f4c-71052d05e110,segment=NetworkSegment(8f1ee39f-714f-445b-a585-bdc28ff7d2c6),segment_id=8f1ee39f-714f-445b-a585-bdc28ff7d2c6)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:43.581830 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.651735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe1d1f-76ea-4d41-ac48-020b65dfea9e None None] Calling delete_port for 9190a1d5-ba3e-4705-9f4c-71052d05e110 owned by network:dhcp {{(pid=80270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:43.658362 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5a316ff4-c129-4c04-a075-7991095d62fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.720703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5a316ff4-c129-4c04-a075-7991095d62fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.734535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Calling delete_port for 9190a1d5-ba3e-4705-9f4c-71052d05e110 owned by network:dhcp {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:43.753603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1d1f-76ea-4d41-ac48-020b65dfea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046'] for port, after_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.764862 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-64a30e66-d0c5-41e6-85da-9b7e1871ef7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:43.769629 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:43.823665 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-5a316ff4-c129-4c04-a075-7991095d62fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e92f786b9f9548629ab26b8a77dc1dd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8578377
Jan 22 20:30:43.826502 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56090) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:43.826676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe1d1f-76ea-4d41-ac48-020b65dfea9e None None] Pushing event deleted for resources: {'Port': ['ID=9190a1d5-ba3e-4705-9f4c-71052d05e110,revision_number=None']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:43.830813 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a6fe1d1f-76ea-4d41-ac48-020b65dfea9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:43.831644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a316ff4-c129-4c04-a075-7991095d62fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ead278-912c-4887-8151-8c8aa01689d7,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:43.837719 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5a316ff4-c129-4c04-a075-7991095d62fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:43.862563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:30:43.862925 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:30:43.898400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e12-e112-426d-974a-c6db336278d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.912507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe1d1f-76ea-4d41-ac48-020b65dfea9e None None] No DVR routers for this DVR port 9190a1d5-ba3e-4705-9f4c-71052d05e110 on host dv-cinder-768105-3-iscsi {{(pid=80270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:30:43.927039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e12-e112-426d-974a-c6db336278d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:43.996918 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e12-e112-426d-974a-c6db336278d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:44.002258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-891e05b9-1765-4499-84f3-eaa768c15492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:44.016055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc0e12-e112-426d-974a-c6db336278d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ead278-912c-4887-8151-8c8aa01689d7,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:44.018843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e1cc0e12-e112-426d-974a-c6db336278d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:44.020080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e12-e112-426d-974a-c6db336278d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:44.021634 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e1cc0e12-e112-426d-974a-c6db336278d8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4ead278-912c-4887-8151-8c8aa01689d7 HTTP/1.1" status: 204  len: 168 time: 0.1932161
Jan 22 20:30:44.213788 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 56593f6d-fc95-4a61-b382-0c835bfe7560 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:30:44.254864 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 56593f6d-fc95-4a61-b382-0c835bfe7560 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:30:44.255288 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 56593f6d-fc95-4a61-b382-0c835bfe7560 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:30:44.255764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 9190a1d5-ba3e-4705-9f4c-71052d05e110 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:30:44.291659 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 9190a1d5-ba3e-4705-9f4c-71052d05e110 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:30:44.292062 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 9190a1d5-ba3e-4705-9f4c-71052d05e110 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:30:44.364482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Deleting port 9190a1d5-ba3e-4705-9f4c-71052d05e110 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:44.364882 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:44.437722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] The port '9190a1d5-ba3e-4705-9f4c-71052d05e110' was deleted {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 20:30:44.528179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56098) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:44.548047 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-33d16a16-e61f-4ae6-b3de-f3cd987e4702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:44.563610 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-33d16a16-e61f-4ae6-b3de-f3cd987e4702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:44.564289 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:44.568216 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-33d16a16-e61f-4ae6-b3de-f3cd987e4702 admin admin] Usage tracker for resource:security_group_rule and tenant:2df41c3030304d678f46e2638aeb7a93 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:44.571167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-33d16a16-e61f-4ae6-b3de-f3cd987e4702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:44.576978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-33d16a16-e61f-4ae6-b3de-f3cd987e4702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:44.662183 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-33d16a16-e61f-4ae6-b3de-f3cd987e4702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:44.683620 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bb5d9be0>,) {'filters': {'network_id': ['2a8daac2-dce7-4143-a261-8d9997e9a19b']}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:44.693947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-33d16a16-e61f-4ae6-b3de-f3cd987e4702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:44.697068 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb5d9be0>, '8f1ee39f-714f-445b-a585-bdc28ff7d2c6') {'for_net_delete': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:44.697410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb5d9be0>, '8f1ee39f-714f-445b-a585-bdc28ff7d2c6') {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:44.706590 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-98f24bb5-5fa9-4515-8891-49b49b765712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:44.710358 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6338055'] for segment, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:44.725549 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:44.727599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:30:44.748875 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-33d16a16-e61f-4ae6-b3de-f3cd987e4702 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2df41c3030304d678f46e2638aeb7a93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2195373
Jan 22 20:30:44.750818 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d16a16-e61f-4ae6-b3de-f3cd987e4702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd4b879-ce95-4c18-988c-478bf398b9eb,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:44.752628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 56102) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:44.754065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-33d16a16-e61f-4ae6-b3de-f3cd987e4702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:44.953981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:30:44.963985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847620893'] for segment, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:45.274499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da5ecf79-2bd9-4049-89d4-b76c0ed05e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:45.390718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da5ecf79-2bd9-4049-89d4-b76c0ed05e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:45.410327 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Network 2a8daac2-dce7-4143-a261-8d9997e9a19b has no segments {{(pid=80268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:30:45.436196 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:30:45.679771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:45.684092 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:45.688204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-024b28fb-9469-473e-8294-a0598e6fd9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:45.711812 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da5ecf79-2bd9-4049-89d4-b76c0ed05e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:45.717747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8daac2-dce7-4143-a261-8d9997e9a19b,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:45.720736 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:45.727234 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6e97b736-6288-4061-96c7-6004bedacff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:45.746191 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ecf79-2bd9-4049-89d4-b76c0ed05e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd4b879-ce95-4c18-988c-478bf398b9eb,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:45.748844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-da5ecf79-2bd9-4049-89d4-b76c0ed05e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:45.840627 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-25db600c-7b7d-475c-af83-5170cf4a9dfa admin admin] 10.222.0.38 "DELETE /v2.0/networks/2a8daac2-dce7-4143-a261-8d9997e9a19b HTTP/1.1" status: 204  len: 168 time: 2.8096249
Jan 22 20:30:45.843674 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 56108) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:45.908083 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da5ecf79-2bd9-4049-89d4-b76c0ed05e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:45.909284 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-da5ecf79-2bd9-4049-89d4-b76c0ed05e3a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bd4b879-ce95-4c18-988c-478bf398b9eb HTTP/1.1" status: 204  len: 168 time: 1.1556571
Jan 22 20:30:46.433098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735844'] for router_interface, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:46.809309 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] Deleting port d42dd1f0-68f1-4787-b4bc-344480e7cb38 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:46.809695 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:46.996808 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] For port d42dd1f0-68f1-4787-b4bc-344480e7cb38, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=d42dd1f0-68f1-4787-b4bc-344480e7cb38,segment=NetworkSegment(a403942a-4c7e-4c23-a2db-d1748c18e203),segment_id=a403942a-4c7e-4c23-a2db-d1748c18e203)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:46.997328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:47.133088 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] Calling delete_port for d42dd1f0-68f1-4787-b4bc-344480e7cb38 owned by network:router_interface {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:47.248281 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:47.339870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847496681'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:47.356134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6047b2b4-3b31-41b7-8c41-93a0943072f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:47.412211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42dd1f0-68f1-4787-b4bc-344480e7cb38,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:47.415232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:47.618055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56140) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:47.778350 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1561061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126889'] for router_interface, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:47.780535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3939a65-bc5e-45f5-8c8a-11853e54e215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:47.796518 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e3939a65-bc5e-45f5-8c8a-11853e54e215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:47.800717 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e3939a65-bc5e-45f5-8c8a-11853e54e215 admin admin] Usage tracker for resource:security_group_rule and tenant:b12d7040f69748b9ae7e93c5bfa515b9 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:47.803711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-e3939a65-bc5e-45f5-8c8a-11853e54e215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:47.809626 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e3939a65-bc5e-45f5-8c8a-11853e54e215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:47.899938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3939a65-bc5e-45f5-8c8a-11853e54e215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:47.934456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3939a65-bc5e-45f5-8c8a-11853e54e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:47.945122 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2c51fe48-faad-4934-bf6c-7f6192bcfc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:47.991050 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e3939a65-bc5e-45f5-8c8a-11853e54e215 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b12d7040f69748b9ae7e93c5bfa515b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3717797
Jan 22 20:30:47.992921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3939a65-bc5e-45f5-8c8a-11853e54e215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f40594e-9023-46f5-93ec-4796c7dff1ba,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:47.995606 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56146) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:47.998418 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e3939a65-bc5e-45f5-8c8a-11853e54e215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:48.068190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c7059d7-dc16-434a-b7ed-6225803945c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:48.099304 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c7059d7-dc16-434a-b7ed-6225803945c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:48.185525 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c7059d7-dc16-434a-b7ed-6225803945c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:48.191484 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ad75b9a0-fd48-492c-9b49-a3acc8c2dc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:48.205352 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7059d7-dc16-434a-b7ed-6225803945c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f40594e-9023-46f5-93ec-4796c7dff1ba,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:48.208169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8c7059d7-dc16-434a-b7ed-6225803945c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:48.218528 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8c7059d7-dc16-434a-b7ed-6225803945c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:48.220156 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-8c7059d7-dc16-434a-b7ed-6225803945c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f40594e-9023-46f5-93ec-4796c7dff1ba HTTP/1.1" status: 204  len: 168 time: 0.2231691
Jan 22 20:30:48.521298 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] Router 049a504c-6f28-4bdb-a0ce-4214a669ac11 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:30:48.713495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:30:48.723717 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52254569-0707-4501-8e3b-8aaf267b4db6 None None] Sync routers for ids ['049a504c-6f28-4bdb-a0ce-4214a669ac11'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:30:48.723950 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e7f87708-43f4-48fd-a551-7cd723385d21 admin admin] 10.222.0.38 "PUT /v2.0/routers/049a504c-6f28-4bdb-a0ce-4214a669ac11/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8792152
Jan 22 20:30:48.726803 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56160) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:48.734504 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52254569-0707-4501-8e3b-8aaf267b4db6 None None] Routers {'049a504c-6f28-4bdb-a0ce-4214a669ac11'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:30:48.735181 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-52254569-0707-4501-8e3b-8aaf267b4db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b799b828>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:30:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['049a504c-6f28-4bdb-a0ce-4214a669ac11'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:48.927551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-52254569-0707-4501-8e3b-8aaf267b4db6 None None] Set router 049a504c-6f28-4bdb-a0ce-4214a669ac11 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:30:48.938197 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Notify callbacks [] for router, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:49.146049 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:49.153723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Deleting port 3bf77379-edcc-4c23-b8b5-87bc22172886 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:49.154169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:49.263453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-52254569-0707-4501-8e3b-8aaf267b4db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b799b828>, [{'id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'name': 'tempest-TestVolumeBootPattern-1105829689-router', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:06Z', 'updated_at': '2021-01-22T20:30:47Z', 'revision_number': 5, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'gw_port': {'id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:08Z', 'updated_at': '2021-01-22T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:49.267830 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52254569-0707-4501-8e3b-8aaf267b4db6 None None] Checking router: 049a504c-6f28-4bdb-a0ce-4214a669ac11 for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:30:49.277643 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52254569-0707-4501-8e3b-8aaf267b4db6 None None] Routers {'049a504c-6f28-4bdb-a0ce-4214a669ac11'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:30:49.278315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-52254569-0707-4501-8e3b-8aaf267b4db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b799b828>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:30:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['049a504c-6f28-4bdb-a0ce-4214a669ac11'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:49.350769 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] For port 3bf77379-edcc-4c23-b8b5-87bc22172886, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=3bf77379-edcc-4c23-b8b5-87bc22172886,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:49.351142 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:49.484967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-52254569-0707-4501-8e3b-8aaf267b4db6 None None] Set router 049a504c-6f28-4bdb-a0ce-4214a669ac11 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:30:49.487099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Calling delete_port for 3bf77379-edcc-4c23-b8b5-87bc22172886 owned by network:router_gateway {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:49.688567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:49.798716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-52254569-0707-4501-8e3b-8aaf267b4db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b799b828>, [{'id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'name': 'tempest-TestVolumeBootPattern-1105829689-router', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:06Z', 'updated_at': '2021-01-22T20:30:47Z', 'revision_number': 5, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'gw_port': {'id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:08Z', 'updated_at': '2021-01-22T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:49.802915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52254569-0707-4501-8e3b-8aaf267b4db6 None None] The sync data for ids ['049a504c-6f28-4bdb-a0ce-4214a669ac11'] in dv-cinder-768105-3-iscsi is: [{'id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'name': 'tempest-TestVolumeBootPattern-1105829689-router', 'tenant_id': '54859772ef1c43b990064f6e05d7f532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:19:06Z', 'updated_at': '2021-01-22T20:30:47Z', 'revision_number': 5, 'project_id': '54859772ef1c43b990064f6e05d7f532', 'gw_port': {'id': '3bf77379-edcc-4c23-b8b5-87bc22172886', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a504c-6f28-4bdb-a0ce-4214a669ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:19:08Z', 'updated_at': '2021-01-22T20:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:30:49.890604 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853129297'] for router_gateway, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:50.034202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853127145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854665958'] for router, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:50.037192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:50.180594 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device d42dd1f0-68f1-4787-b4bc-344480e7cb38 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:30:50.222030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: d42dd1f0-68f1-4787-b4bc-344480e7cb38 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:30:50.222669 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device d42dd1f0-68f1-4787-b4bc-344480e7cb38 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:30:50.296809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1642766'] for router, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:50.297753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 049a504c-6f28-4bdb-a0ce-4214a669ac11 {{(pid=80269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 20:30:50.315947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] Notify callbacks [] for router, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:50.317228 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-f7858eba-8c76-461d-83ec-1c5c6c8841ce admin admin] 10.222.0.38 "DELETE /v2.0/routers/049a504c-6f28-4bdb-a0ce-4214a669ac11 HTTP/1.1" status: 204  len: 168 time: 1.5892293
Jan 22 20:30:50.319975 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56190) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:50.393284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56e498c-957d-4358-8ed0-7bcb4575da34 admin admin] Deleting subnet 276d3f3c-4b54-40ca-9fe0-0ae01477a0d6 {{(pid=80269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:30:50.397286 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d56e498c-957d-4358-8ed0-7bcb4575da34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:50.453128 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d56e498c-957d-4358-8ed0-7bcb4575da34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6527990'] for subnet, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:50.544599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d56e498c-957d-4358-8ed0-7bcb4575da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:50.974550 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d56e498c-957d-4358-8ed0-7bcb4575da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7712659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847208704'] for subnet, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:50.991372 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9ae9eca2-a9ce-4175-a426-926aaf8dde7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:51.045108 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e498c-957d-4358-8ed0-7bcb4575da34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276d3f3c-4b54-40ca-9fe0-0ae01477a0d6,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:51.045858 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d56e498c-957d-4358-8ed0-7bcb4575da34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:51.131768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d56e498c-957d-4358-8ed0-7bcb4575da34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:51.137231 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e12b051-e4e1-4876-89b6-82e7a435ca43 None None] Network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:30:51.138262 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d56e498c-957d-4358-8ed0-7bcb4575da34 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/276d3f3c-4b54-40ca-9fe0-0ae01477a0d6 HTTP/1.1" status: 204  len: 168 time: 0.8170657
Jan 22 20:30:51.140768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56196) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:51.267890 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:51.341357 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Deleting port 169f884e-e2a1-43aa-8930-4e499a568235 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:51.341651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:51.406455 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226fabd7-574e-45e1-a52c-75dfe74d0a6b None None] DHCP port deletion for 448e7b2e-3e9c-445b-be41-b8d1f08799b8 request from dv-cinder-768105-3-iscsi {{(pid=80270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 20:30:51.412290 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-226fabd7-574e-45e1-a52c-75dfe74d0a6b None None] Deleting port 169f884e-e2a1-43aa-8930-4e499a568235 {{(pid=80270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:51.412713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-226fabd7-574e-45e1-a52c-75dfe74d0a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:51.566757 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] For port 169f884e-e2a1-43aa-8930-4e499a568235, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=169f884e-e2a1-43aa-8930-4e499a568235,segment=NetworkSegment(a403942a-4c7e-4c23-a2db-d1748c18e203),segment_id=a403942a-4c7e-4c23-a2db-d1748c18e203)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:51.567315 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:51.632601 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-226fabd7-574e-45e1-a52c-75dfe74d0a6b None None] For port 169f884e-e2a1-43aa-8930-4e499a568235, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=169f884e-e2a1-43aa-8930-4e499a568235,segment=NetworkSegment(a403942a-4c7e-4c23-a2db-d1748c18e203),segment_id=a403942a-4c7e-4c23-a2db-d1748c18e203)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:30:51.632941 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-226fabd7-574e-45e1-a52c-75dfe74d0a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:51.703653 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Calling delete_port for 169f884e-e2a1-43aa-8930-4e499a568235 owned by network:dhcp {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:51.762816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-226fabd7-574e-45e1-a52c-75dfe74d0a6b None None] Calling delete_port for 169f884e-e2a1-43aa-8930-4e499a568235 owned by network:dhcp {{(pid=80270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:30:51.775784 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:30:51.837312 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-226fabd7-574e-45e1-a52c-75dfe74d0a6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:30:51.837716 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-226fabd7-574e-45e1-a52c-75dfe74d0a6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:30:51.859411 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:51.875670 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a8ae5cf8-1475-43b2-ad25-fa7e00466bec tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:52.162860 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=169f884e-e2a1-43aa-8930-4e499a568235,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:52.169323 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:52.220236 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 169f884e-e2a1-43aa-8930-4e499a568235 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:30:52.249557 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] No DVR routers for this DVR port 169f884e-e2a1-43aa-8930-4e499a568235 on host dv-cinder-768105-3-iscsi {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:30:52.261115 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 169f884e-e2a1-43aa-8930-4e499a568235 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:30:52.261503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 169f884e-e2a1-43aa-8930-4e499a568235 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:30:52.261960 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3bf77379-edcc-4c23-b8b5-87bc22172886 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:30:52.297985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 3bf77379-edcc-4c23-b8b5-87bc22172886 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:30:52.298392 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 3bf77379-edcc-4c23-b8b5-87bc22172886 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:30:52.339119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-226fabd7-574e-45e1-a52c-75dfe74d0a6b None None] Deleting port 169f884e-e2a1-43aa-8930-4e499a568235 {{(pid=80270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:30:52.339888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-226fabd7-574e-45e1-a52c-75dfe74d0a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:52.375544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:52.413744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-226fabd7-574e-45e1-a52c-75dfe74d0a6b None None] The port '169f884e-e2a1-43aa-8930-4e499a568235' was deleted {{(pid=80270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 20:30:52.498525 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bbac7eb8>,) {'filters': {'network_id': ['448e7b2e-3e9c-445b-be41-b8d1f08799b8']}} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:52.511628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bbac7eb8>, 'a403942a-4c7e-4c23-a2db-d1748c18e203') {'for_net_delete': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:52.511971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bbac7eb8>, 'a403942a-4c7e-4c23-a2db-d1748c18e203') {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:30:52.524896 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848247811'] for segment, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:52.605473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:52.608102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:30:52.792119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 has no segments {{(pid=80269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:30:52.801184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846939855'] for segment, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:53.003109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Network 448e7b2e-3e9c-445b-be41-b8d1f08799b8 has no segments {{(pid=80269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:30:53.027255 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:30:53.219835 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:53.223422 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:53.237883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:53.253072 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=448e7b2e-3e9c-445b-be41-b8d1f08799b8,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:53.256951 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:53.258550 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-78ba379a-8552-4d0f-b698-6c4e18c11f4b admin admin] 10.222.0.38 "DELETE /v2.0/networks/448e7b2e-3e9c-445b-be41-b8d1f08799b8 HTTP/1.1" status: 204  len: 168 time: 2.1167517
Jan 22 20:30:53.593880 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56212) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:53.645881 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-aecb3cab-df85-43e1-a27c-968833b082c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33839a047bb14ff2ae6d7a0e5faa3679&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505326
Jan 22 20:30:53.648338 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56216) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:53.710438 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-16782110-d048-4b3b-acf4-420419a34155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:53.739803 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-16782110-d048-4b3b-acf4-420419a34155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:53.845132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-16782110-d048-4b3b-acf4-420419a34155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:53.851004 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5443d1c7-b2c5-45bd-8402-5415bccbf489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:53.867866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16782110-d048-4b3b-acf4-420419a34155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a6ce8f-4919-4d8c-84f1-664646e16f0b,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:53.871019 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-16782110-d048-4b3b-acf4-420419a34155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:53.873078 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-16782110-d048-4b3b-acf4-420419a34155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:53.876806 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-16782110-d048-4b3b-acf4-420419a34155 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/00a6ce8f-4919-4d8c-84f1-664646e16f0b HTTP/1.1" status: 204  len: 168 time: 0.2249849
Jan 22 20:30:54.112826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 56230) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:54.275392 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22e4e2b5-f913-46e3-8e64-e65ed49592a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:54.291676 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22e4e2b5-f913-46e3-8e64-e65ed49592a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:54.295802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-22e4e2b5-f913-46e3-8e64-e65ed49592a1 admin admin] Usage tracker for resource:security_group_rule and tenant:9e7de502c44e483cbc7f0bc7d6a15f38 is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:54.298783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-22e4e2b5-f913-46e3-8e64-e65ed49592a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:54.305074 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22e4e2b5-f913-46e3-8e64-e65ed49592a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:54.363148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 56236) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:54.425851 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-d56c741c-7dd3-4486-84f5-37fb9b40bca2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=54859772ef1c43b990064f6e05d7f532&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0596700
Jan 22 20:30:54.426982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56240) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:54.481647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22e4e2b5-f913-46e3-8e64-e65ed49592a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:54.494382 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-33c79c70-126f-411a-b0fb-0a305dd933a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:54.512164 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22e4e2b5-f913-46e3-8e64-e65ed49592a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:54.520214 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2d3ab5ba-2960-4b83-a39e-127d116fbbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:54.523021 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-33c79c70-126f-411a-b0fb-0a305dd933a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:54.566044 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-22e4e2b5-f913-46e3-8e64-e65ed49592a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e7de502c44e483cbc7f0bc7d6a15f38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4520125
Jan 22 20:30:54.568541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4e2b5-f913-46e3-8e64-e65ed49592a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a198121-2185-4595-9b0c-3770e4de0aa0,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:54.569451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56244) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:54.571873 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22e4e2b5-f913-46e3-8e64-e65ed49592a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:54.598233 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-33c79c70-126f-411a-b0fb-0a305dd933a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:54.606025 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0e4380f9-d266-4429-b7a3-e03a3f57037d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:54.631248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c79c70-126f-411a-b0fb-0a305dd933a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b154062c-1669-4372-814a-5e0fad820f4e,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:54.636334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-33c79c70-126f-411a-b0fb-0a305dd933a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:54.638995 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-33c79c70-126f-411a-b0fb-0a305dd933a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:54.640238 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-33c79c70-126f-411a-b0fb-0a305dd933a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b154062c-1669-4372-814a-5e0fad820f4e HTTP/1.1" status: 204  len: 168 time: 0.2120056
Jan 22 20:30:54.657095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18244eab-a50c-48f4-ae24-d1ccf44d6ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:54.685926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18244eab-a50c-48f4-ae24-d1ccf44d6ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:54.756690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18244eab-a50c-48f4-ae24-d1ccf44d6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:54.762209 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e3939a65-bc5e-45f5-8c8a-11853e54e215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:54.776700 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18244eab-a50c-48f4-ae24-d1ccf44d6ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a198121-2185-4595-9b0c-3770e4de0aa0,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:54.779815 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18244eab-a50c-48f4-ae24-d1ccf44d6ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:54.780744 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18244eab-a50c-48f4-ae24-d1ccf44d6ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:54.781947 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-18244eab-a50c-48f4-ae24-d1ccf44d6ee9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a198121-2185-4595-9b0c-3770e4de0aa0 HTTP/1.1" status: 204  len: 168 time: 0.2114580
Jan 22 20:30:54.786251 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c563b62a-6f84-41d3-8a40-929f6384ba54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:55.365518 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80268) accepted ('10.222.0.38', 56254) {{(pid=80268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:55.385242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74a9902e-6bc9-4199-90d3-5f50da60eb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:55.400548 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-74a9902e-6bc9-4199-90d3-5f50da60eb45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:55.404767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-74a9902e-6bc9-4199-90d3-5f50da60eb45 admin admin] Usage tracker for resource:security_group_rule and tenant:b351d6044d2e47f08de27b779faf68cb is out of sync, need to count used quota {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:55.407766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-74a9902e-6bc9-4199-90d3-5f50da60eb45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:55.414052 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-74a9902e-6bc9-4199-90d3-5f50da60eb45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:55.499336 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74a9902e-6bc9-4199-90d3-5f50da60eb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:55.530644 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-74a9902e-6bc9-4199-90d3-5f50da60eb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:55.540143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0581d4fc-7903-4a96-a305-4bad5b3b53b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:55.581019 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-74a9902e-6bc9-4199-90d3-5f50da60eb45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b351d6044d2e47f08de27b779faf68cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2142580
Jan 22 20:30:55.584112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9902e-6bc9-4199-90d3-5f50da60eb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc73a916-f98a-467d-9166-a4dea28fbe5c,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:55.584429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56258) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:55.587446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-74a9902e-6bc9-4199-90d3-5f50da60eb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:55.653087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7aa44932-5c5c-4604-a8ba-f874110c3caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:55.680685 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7aa44932-5c5c-4604-a8ba-f874110c3caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:55.759330 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7aa44932-5c5c-4604-a8ba-f874110c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:55.764435 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3007b3ff-90dc-4883-8751-f04632cb4294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:55.775827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa44932-5c5c-4604-a8ba-f874110c3caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc73a916-f98a-467d-9166-a4dea28fbe5c,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:55.778578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7aa44932-5c5c-4604-a8ba-f874110c3caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:55.784033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7aa44932-5c5c-4604-a8ba-f874110c3caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:55.786020 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-7aa44932-5c5c-4604-a8ba-f874110c3caa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc73a916-f98a-467d-9166-a4dea28fbe5c HTTP/1.1" status: 204  len: 168 time: 0.1997986
Jan 22 20:30:56.815166 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56280) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:56.955598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1336062659-network', 'tenant_id': 'd4d8415017c84ef0941355f814261210'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:30:56.961334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:56.965401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Usage tracker for resource:network and tenant:d4d8415017c84ef0941355f814261210 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:56.968401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:56.974737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:57.031006 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Made reservation on behalf of d4d8415017c84ef0941355f814261210 for: {'network': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:30:57.036458 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for network, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:57.049419 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:57.064619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:57.068720 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d8415017c84ef0941355f814261210 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:57.071642 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:57.077325 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:57.164272 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:57.191555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:57.196211 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-74feb5bf-2c51-492c-b703-40aa6dc5d969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:57.230535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 22 20:30:57.243927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948c7bf2-c2f8-4e08-a1b7-a291663f153b,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:57.248187 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:57.249212 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:57.249595 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.segments_db [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Added segment 4c9db02f-24ce-4ee7-b200-5ee6afaee43d of type vxlan for network efd9a0b1-9ba8-4a74-8393-ceed769c8106
Jan 22 20:30:57.277070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278413048419'] for network, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:57.339714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740'] for network, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:57.341097 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:57.341781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:57.346681 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:57.453706 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Pushing event updated for resources: {'Network': ['ID=efd9a0b1-9ba8-4a74-8393-ceed769c8106,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:57.456640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:57.464919 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 details requested by agent ovs-agent-dv-cinder-768105-3-iscsi with host dv-cinder-768105-3-iscsi {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:30:57.479641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 22 20:30:57.483908 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-3693b53d-1057-4736-88bd-3caf855d06d5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6675365
Jan 22 20:30:57.487401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56286) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:57.493654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Request body: {'subnet': {'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1336062659-subnet', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'ip_version': 4}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:30:57.499287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:57.503559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Usage tracker for resource:subnet and tenant:d4d8415017c84ef0941355f814261210 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:57.507188 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:57.513410 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:57.569397 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Made reservation on behalf of d4d8415017c84ef0941355f814261210 for: {'subnet': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:30:57.574318 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7567163'] for subnet, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:57.862155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:57.925114 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-daec0ec4-e807-4b9b-8a9b-b1bdc8d11796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:58.020204 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847063201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7567112'] for subnet, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:58.035991 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:58.173348 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=158a80b8-4c02-437c-85e0-ae1454563bc2,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:58.176465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:58.240462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Checking segment: {'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:30:58.240857 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Network hostable DHCP agents. Network: efd9a0b1-9ba8-4a74-8393-ceed769c8106, hostable agents: ['69336362-9aaf-4c02-a5f2-d142916c371e'], hosted agents: [] {{(pid=80269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 22 20:30:58.296144 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 is scheduled to be hosted by DHCP agent 69336362-9aaf-4c02-a5f2-d142916c371e with binding_index 1 {{(pid=80269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 22 20:30:58.330264 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-3-iscsi, efd9a0b1-9ba8-4a74-8393-ceed769c8106) {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:30:58.339430 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fa5748-7ed2-4482-9e15-d53a31594486 None None] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:30:58.342603 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:30:58.343257 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:58.391386 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-bcea2c27-ea10-46eb-9035-64a634a18696 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9002757
Jan 22 20:30:58.391635 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56290) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:30:58.397685 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:30:58.402810 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:30:58.406965 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Usage tracker for resource:router and tenant:d4d8415017c84ef0941355f814261210 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:30:58.410694 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:30:58.417956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:30:58.456761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853040007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854665973'] for router, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:58.457981 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1646555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109826'] for router, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:58.473618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:58.580779 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eaae7c6-3d94-5809-a621-4ba256c75d7f-efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2'}]}} from dv-cinder-768105-3-iscsi. {{(pid=80270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 22 20:30:58.581707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:58.790800 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853127047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109841'] for router, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.023465 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.056234 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Allocated IP 172.20.0.2 (efd9a0b1-9ba8-4a74-8393-ceed769c8106/158a80b8-4c02-437c-85e0-ae1454563bc2/12189e6a-372d-4e9d-a64f-5dd1fbaa5691) {{(pid=80270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:30:59.155096 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.192945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.202913 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.289655 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Notify callbacks [] for port, precommit_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.300426 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Transition to ACTIVE for port object 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:30:59.318112 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Transition to ACTIVE for port object 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 will not be triggered until provisioned by entity DHCP. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:30:59.374801 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278'] for port, after_create {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.391826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:59.533199 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Pushing event updated for resources: {'Port': ['ID=12189e6a-372d-4e9d-a64f-5dd1fbaa5691,revision_number=1']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:59.543921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:30:59.589153 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 is already hosted by enough agents. {{(pid=80270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:30:59.590397 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Resources bound (agent type, host, resource id):  {{(pid=80270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:30:59.592780 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Received port after_create {{(pid=80270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:30:59.655429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Attempting to bind port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:30:59.655872 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Attempting to bind port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:30:59.656284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Attempting to bind port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 on network efd9a0b1-9ba8-4a74-8393-ceed769c8106 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:30:59.661985 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:30:59.675326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Checking segment: {'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:30:59.675326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.675326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Bound using segment: {'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:30:59.675326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Bound port: 12189e6a-372d-4e9d-a64f-5dd1fbaa5691, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:30:59.675326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.702358 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Allocated IP 172.27.1.108 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/962df577-0a75-4d95-9b81-fc4b6b885505) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:30:59.759481 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] For port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:30:59.762710 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] For port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=12189e6a-372d-4e9d-a64f-5dd1fbaa5691,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:30:59.797012 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.812300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9cde139f-83c8-4922-8bff-e7c4c1798f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:59.863506 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.922838 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:30:59.943511 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-92c6d70c-a5a8-4770-bdfd-03922bc3627a tempest-AttachVolumeNegativeTest-1400626074 tempest-AttachVolumeNegativeTest-1400626074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:30:59.967303 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Pushing event updated for resources: {'Port': ['ID=12189e6a-372d-4e9d-a64f-5dd1fbaa5691,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:30:59.970752 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:00.079613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=962df577-0a75-4d95-9b81-fc4b6b885505,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:00.090381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:00.138753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:31:00.140052 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:31:00.142401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:31:00.646720 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:01.003189 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853129231'] for router, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:01.254597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Router 258c802b-8c9a-40b3-bc9e-6ae45320b423 is scheduled to L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 with binding_index 1 {{(pid=80269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 22 20:31:01.384632 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3b849-0a93-4e00-9084-e792a1c11f2e None None] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:31:01.454496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:31:01.478397 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Sync routers for ids ['258c802b-8c9a-40b3-bc9e-6ae45320b423'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:31:01.506008 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:01.507294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Routers {'258c802b-8c9a-40b3-bc9e-6ae45320b423'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:31:01.507560 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.1149108
Jan 22 20:31:01.508010 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc9f60f0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:30:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['258c802b-8c9a-40b3-bc9e-6ae45320b423'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:31:01.510358 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56294) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:31:01.568546 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1a1c8f33-9a48-4204-b6df-2ee04a11e9b1 None None] Provisioning for port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:31:01.808982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Set router 258c802b-8c9a-40b3-bc9e-6ae45320b423 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:31:02.168567 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc9f60f0>, [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:00Z', 'revision_number': 3, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:31:02.172791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Checking router: 258c802b-8c9a-40b3-bc9e-6ae45320b423 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:31:02.173192 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Updating router 258c802b-8c9a-40b3-bc9e-6ae45320b423 port 962df577-0a75-4d95-9b81-fc4b6b885505 binding host dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:31:02.233360 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:02.286367 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:31:02.501308 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:02.708287 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:31:02.720099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:02.720534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:02.830134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-892aa8b3-f0c7-41c7-9a01-0da7d04ca7c4 None None] Provisioning complete for port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:02.830552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-892aa8b3-f0c7-41c7-9a01-0da7d04ca7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:02.872891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Allocated IP 172.20.0.1 (efd9a0b1-9ba8-4a74-8393-ceed769c8106/158a80b8-4c02-437c-85e0-ae1454563bc2/68b32e5e-cf73-4857-8961-5cec057c0cd2) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:31:03.032982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.049987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Transition to ACTIVE for port object 68b32e5e-cf73-4857-8961-5cec057c0cd2 will not be triggered until provisioned by entity DHCP. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:31:03.053733 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.120225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-892aa8b3-f0c7-41c7-9a01-0da7d04ca7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.128922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.146424 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4bb18c13-3b96-443f-a227-c9ae9b931cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:03.187051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=12189e6a-372d-4e9d-a64f-5dd1fbaa5691,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:31:03.189156 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Notify callbacks [] for port, precommit_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.232827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Transition to ACTIVE for port object 962df577-0a75-4d95-9b81-fc4b6b885505 will not be triggered until provisioned by entity L2. {{(pid=80270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:31:03.239654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.243561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a6fe1d1f-76ea-4d41-ac48-020b65dfea9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:03.294415 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Pushing event updated for resources: {'Port': ['ID=68b32e5e-cf73-4857-8961-5cec057c0cd2,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:03.298501 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.303067 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:03.345368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:31:03.346337 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:31:03.348830 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:31:03.403046 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-892aa8b3-f0c7-41c7-9a01-0da7d04ca7c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:31:03.403768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-892aa8b3-f0c7-41c7-9a01-0da7d04ca7c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:31:03.410174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853040075'] for router_interface, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.433843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=12189e6a-372d-4e9d-a64f-5dd1fbaa5691,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:03.439013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:03.439566 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:03.528257 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6f6a1-cf9b-4228-9c85-0c0cfcbb3d1b None None] Pushing event updated for resources: {'Port': ['ID=962df577-0a75-4d95-9b81-fc4b6b885505,revision_number=2']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:03.532944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dee6f6a1-cf9b-4228-9c85-0c0cfcbb3d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:03.552776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Attempting to bind port 962df577-0a75-4d95-9b81-fc4b6b885505 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:31:03.553184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Attempting to bind port 962df577-0a75-4d95-9b81-fc4b6b885505 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:31:03.553778 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Attempting to bind port 962df577-0a75-4d95-9b81-fc4b6b885505 on network d8bd5390-3dcb-4b6b-909c-af9dcb268065 {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:31:03.559486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:31:03.559911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Checking segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:31:03.560357 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.560835 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Bound using segment: {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'} {{(pid=80270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:31:03.561347 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Bound port: 962df577-0a75-4d95-9b81-fc4b6b885505, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6011c-7cce-4e16-b72b-b524510cb755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}}] {{(pid=80270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:31:03.561763 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.642328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] For port 962df577-0a75-4d95-9b81-fc4b6b885505, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:31:03.646067 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] For port 962df577-0a75-4d95-9b81-fc4b6b885505, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=962df577-0a75-4d95-9b81-fc4b6b885505,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:31:03.677997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.693846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ff14158-6022-4968-a06f-9d37a9616cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:03.700727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:03.842250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6f6a1-cf9b-4228-9c85-0c0cfcbb3d1b None None] Pushing event updated for resources: {'Port': ['ID=962df577-0a75-4d95-9b81-fc4b6b885505,revision_number=3']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:03.847077 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dee6f6a1-cf9b-4228-9c85-0c0cfcbb3d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:03.889380 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Routers {'258c802b-8c9a-40b3-bc9e-6ae45320b423'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:31:03.890042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bc9f60f0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:30:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['258c802b-8c9a-40b3-bc9e-6ae45320b423'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:31:03.992956 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:04.042621 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7712718'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:04.075492 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c4397414-4a21-4c65-affa-bae5e56800e9 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:04.137397 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] Set router 258c802b-8c9a-40b3-bc9e-6ae45320b423 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:31:04.164496 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853214723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735831'] for router_interface, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:04.180449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Pushing event updated for resources: {'Port': ['ID=68b32e5e-cf73-4857-8961-5cec057c0cd2,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:04.203618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.204035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.204442 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.204844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.205227 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.205615 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.206009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.206404 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.206839 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.207299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.207641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.208036 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.208490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.208867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.209250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.209636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.210176 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.210386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.210767 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.211151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.211998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.211998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.212283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.212666 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:04.218810 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:04.284389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:31:04.331997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:31:04.333170 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:31:04.376258 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1f816d89-dd83-4c5b-9617-b0dc330dbe17 None None] Provisioning for port 68b32e5e-cf73-4857-8961-5cec057c0cd2 completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:31:04.546844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Router 258c802b-8c9a-40b3-bc9e-6ae45320b423 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:31:04.605639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1f816d89-dd83-4c5b-9617-b0dc330dbe17 None None] Provisioning complete for port 68b32e5e-cf73-4857-8961-5cec057c0cd2 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:04.605980 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f816d89-dd83-4c5b-9617-b0dc330dbe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:04.694429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-1f816d89-dd83-4c5b-9617-b0dc330dbe17 None None] Port 68b32e5e-cf73-4857-8961-5cec057c0cd2 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:31:04.724538 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:04.724963 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:04.741269 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:31:04.750640 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] 10.222.0.38 "PUT /v2.0/routers/258c802b-8c9a-40b3-bc9e-6ae45320b423/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2391779
Jan 22 20:31:04.806545 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-1f816d89-dd83-4c5b-9617-b0dc330dbe17 None None] Provisioning complete for port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:04.806972 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1f816d89-dd83-4c5b-9617-b0dc330dbe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:05.014591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bc9f60f0>, [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '68b32e5e-cf73-4857-8961-5cec057c0cd2', 'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'mac_address': 'fa:16:3e:24:11:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:31:02Z', 'updated_at': '2021-01-22T20:31:02Z', 'revision_number': 1, 'project_id': 'd4d8415017c84ef0941355f814261210', 'subnets': [{'id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:31:05.032682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003253e-8dac-41eb-9dd8-a5720838a961 None None] The sync data for ids ['258c802b-8c9a-40b3-bc9e-6ae45320b423'] in dv-cinder-768105-3-iscsi is: [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '68b32e5e-cf73-4857-8961-5cec057c0cd2', 'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'mac_address': 'fa:16:3e:24:11:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:31:02Z', 'updated_at': '2021-01-22T20:31:02Z', 'revision_number': 1, 'project_id': 'd4d8415017c84ef0941355f814261210', 'subnets': [{'id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:31:05.165781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-af3cdb6a-b649-4e45-b12b-df1a3dd91b18 None None] Provisioning complete for port 68b32e5e-cf73-4857-8961-5cec057c0cd2 triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:05.168291 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-af3cdb6a-b649-4e45-b12b-df1a3dd91b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:05.227637 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-af3cdb6a-b649-4e45-b12b-df1a3dd91b18 None None] Port 68b32e5e-cf73-4857-8961-5cec057c0cd2 cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:31:06.282814 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 962df577-0a75-4d95-9b81-fc4b6b885505 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:31:06.390982 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 962df577-0a75-4d95-9b81-fc4b6b885505 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:31:06.398406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 962df577-0a75-4d95-9b81-fc4b6b885505 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:06.398926 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:06.549333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:06.569947 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 962df577-0a75-4d95-9b81-fc4b6b885505, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=962df577-0a75-4d95-9b81-fc4b6b885505,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:31:06.599464 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:06.601470 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:06.679558 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=962df577-0a75-4d95-9b81-fc4b6b885505,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:06.683070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:08.247248 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 962df577-0a75-4d95-9b81-fc4b6b885505 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:31:08.333243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 962df577-0a75-4d95-9b81-fc4b6b885505 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:08.333713 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:08.704467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Sync routers for ids ['258c802b-8c9a-40b3-bc9e-6ae45320b423'] in dv-cinder-768105-3-iscsi {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:31:08.716927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Routers {'258c802b-8c9a-40b3-bc9e-6ae45320b423'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:31:08.717599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b799b048>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:30:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['258c802b-8c9a-40b3-bc9e-6ae45320b423'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:31:08.910535 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Set router 258c802b-8c9a-40b3-bc9e-6ae45320b423 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:31:09.448205 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b799b048>, [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '68b32e5e-cf73-4857-8961-5cec057c0cd2', 'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'mac_address': 'fa:16:3e:24:11:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:31:02Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 2, 'project_id': 'd4d8415017c84ef0941355f814261210', 'subnets': [{'id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:31:09.455733 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Checking router: 258c802b-8c9a-40b3-bc9e-6ae45320b423 for host: dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:31:09.456129 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Updating router 258c802b-8c9a-40b3-bc9e-6ae45320b423 port 68b32e5e-cf73-4857-8961-5cec057c0cd2 binding host dv-cinder-768105-3-iscsi {{(pid=80271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 22 20:31:09.528755 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:09.967098 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:09.982441 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Transition to ACTIVE for port object 68b32e5e-cf73-4857-8961-5cec057c0cd2 will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:31:10.036954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:10.053870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3591eec4-395f-4ee3-991b-76596650d7a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:10.201714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Pushing event updated for resources: {'Port': ['ID=68b32e5e-cf73-4857-8961-5cec057c0cd2,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:10.213874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.214282 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.214651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.215028 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.215451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.215823 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.216196 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.216558 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.216942 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.217359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.217671 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.218032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.218450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.218809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.219172 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.219559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.219919 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.220279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.220640 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.220994 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.221352 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.221710 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.222578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.222960 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:10.232534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:10.406864 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Attempting to bind port 68b32e5e-cf73-4857-8961-5cec057c0cd2 on host dv-cinder-768105-3-iscsi for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:31:10.407668 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Attempting to bind port 68b32e5e-cf73-4857-8961-5cec057c0cd2 by drivers openvswitch on host dv-cinder-768105-3-iscsi at level 0 using segments [{'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:31:10.408389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Attempting to bind port 68b32e5e-cf73-4857-8961-5cec057c0cd2 on network efd9a0b1-9ba8-4a74-8393-ceed769c8106 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:31:10.415661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Checking agent: {'id': '549ff686-785e-42a1-8b76-470251aea3a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 7, 29), 'started_at': datetime.datetime(2021, 1, 22, 20, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:31:10.416450 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Checking segment: {'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:31:10.417520 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:10.418165 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Bound using segment: {'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:31:10.418933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Bound port: 68b32e5e-cf73-4857-8961-5cec057c0cd2, host: dv-cinder-768105-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:31:10.419462 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:10.524498 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] For port 68b32e5e-cf73-4857-8961-5cec057c0cd2, host dv-cinder-768105-3-iscsi, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:31:10.528722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] For port 68b32e5e-cf73-4857-8961-5cec057c0cd2, host dv-cinder-768105-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=68b32e5e-cf73-4857-8961-5cec057c0cd2,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:31:10.568910 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:10.586132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:10.764597 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Pushing event updated for resources: {'Port': ['ID=68b32e5e-cf73-4857-8961-5cec057c0cd2,revision_number=4']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:10.772439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bae80e2b-6925-410b-afa3-752606754fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:10.791252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Routers {'258c802b-8c9a-40b3-bc9e-6ae45320b423'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:31:10.791810 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b799b048>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:30:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['258c802b-8c9a-40b3-bc9e-6ae45320b423'], 'active': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:31:11.015565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] Set router 258c802b-8c9a-40b3-bc9e-6ae45320b423 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:31:11.389297 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b799b048>, [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '68b32e5e-cf73-4857-8961-5cec057c0cd2', 'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'mac_address': 'fa:16:3e:24:11:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:31:02Z', 'updated_at': '2021-01-22T20:31:10Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'subnets': [{'id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:31:11.394886 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca40652-f258-45a1-a653-519530fb2c2b None None] The sync data for ids ['258c802b-8c9a-40b3-bc9e-6ae45320b423'] in dv-cinder-768105-3-iscsi is: [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '68b32e5e-cf73-4857-8961-5cec057c0cd2', 'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'mac_address': 'fa:16:3e:24:11:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:31:02Z', 'updated_at': '2021-01-22T20:31:10Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'subnets': [{'id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:31:12.268271 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 68b32e5e-cf73-4857-8961-5cec057c0cd2 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:31:12.408282 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning for port 68b32e5e-cf73-4857-8961-5cec057c0cd2 completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:31:12.414110 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 68b32e5e-cf73-4857-8961-5cec057c0cd2 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:12.414541 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:12.553278 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:12.592405 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] For port 68b32e5e-cf73-4857-8961-5cec057c0cd2, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=68b32e5e-cf73-4857-8961-5cec057c0cd2,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:31:12.627725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:12.630624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-83019751-5268-45e9-bc02-07ee52ba3529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:12.708394 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Pushing event updated for resources: {'Port': ['ID=68b32e5e-cf73-4857-8961-5cec057c0cd2,revision_number=5']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:12.711690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:14.245940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 68b32e5e-cf73-4857-8961-5cec057c0cd2 up at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:31:14.329781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Provisioning complete for port 68b32e5e-cf73-4857-8961-5cec057c0cd2 triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:14.330024 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:16.834351 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-92145199-f2fd-4e3d-87ad-b5fd49a72e74 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:16.835091 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-92145199-f2fd-4e3d-87ad-b5fd49a72e74 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Synchronizing usage tracker for tenant:d4d8415017c84ef0941355f814261210 on resource:network {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:31:16.889964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-92145199-f2fd-4e3d-87ad-b5fd49a72e74 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Unset dirty status for tenant:d4d8415017c84ef0941355f814261210 on resource:network {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:31:16.891269 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-92145199-f2fd-4e3d-87ad-b5fd49a72e74 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 815 time: 0.2324724
Jan 22 20:31:16.906944 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-30bc338a-14f7-42da-86b9-3274985ce2c1 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/quotas/d4d8415017c84ef0941355f814261210 HTTP/1.1" status: 200  len: 375 time: 0.0097027
Jan 22 20:31:17.248727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-33e87a7f-f8c7-45e6-871a-1856e1dc26af tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Synchronizing usage tracker for tenant:d4d8415017c84ef0941355f814261210 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:31:17.267432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:17.296077 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-33e87a7f-f8c7-45e6-871a-1856e1dc26af tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Unset dirty status for tenant:d4d8415017c84ef0941355f814261210 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:31:17.297489 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-33e87a7f-f8c7-45e6-871a-1856e1dc26af tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3846846
Jan 22 20:31:17.448180 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-2d7aa0e3-8c7e-4686-983e-26e09e47a095 service neutron] 10.222.0.38 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379428
Jan 22 20:31:17.592481 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-47547aaf-4f40-407b-b4ed-04c399484a70 service neutron] 10.222.0.38 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379576
Jan 22 20:31:17.872090 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a2039049-667d-484a-a839-f1d8c73b2463 req-f6596e35-42d2-4fb5-aaeb-a1bea92ec35d tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 210 time: 0.0480125
Jan 22 20:31:19.052518 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a7c72784-f3d7-488a-8e11-8d6a9f98f5d5 req-05a63d59-da20-4138-983c-9c7cfb6b3dc0 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 210 time: 0.0484071
Jan 22 20:31:20.260429 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2c4d472d-1a19-4716-ae3f-02178b223ce7 req-47c517b1-d0e0-4e34-acd5-739de5a7fe54 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 210 time: 0.0581234
Jan 22 20:31:20.307586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-3fd8f777-58b4-401c-b76a-918c5ca2e2ed tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:20.309408 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-3fd8f777-58b4-401c-b76a-918c5ca2e2ed tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.48 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 815 time: 0.2679782
Jan 22 20:31:20.333712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Request body: {'port': {'device_id': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'admin_state_up': True, 'tenant_id': 'd4d8415017c84ef0941355f814261210'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:31:20.479573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:31:20.490283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:31:20.530512 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Made reservation on behalf of d4d8415017c84ef0941355f814261210 for: {'port': 1} {{(pid=80269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 22 20:31:20.540389 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:20.853317 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Allocated IP 172.20.0.11 (efd9a0b1-9ba8-4a74-8393-ceed769c8106/158a80b8-4c02-437c-85e0-ae1454563bc2/f1bdd50b-5816-4997-b5e2-c0946c0f865f) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:31:21.093954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:21.111776 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Transition to ACTIVE for port object f1bdd50b-5816-4997-b5e2-c0946c0f865f will not be triggered until provisioned by entity DHCP. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:31:21.174789 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:21.191937 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6c41f679-8b04-4873-bdea-4b87c9ba60da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:21.340591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Pushing event updated for resources: {'Port': ['ID=f1bdd50b-5816-4997-b5e2-c0946c0f865f,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:21.353033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:21.471722 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:31:21.474370 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:31:21.477456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:31:21.578518 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:21.579269 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:21.624855 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f479f6-e3ba-46f2-b0ff-688995296528 req-c53ea80a-9682-48db-971d-119c9bdf7516 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:21.626536 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-49f479f6-e3ba-46f2-b0ff-688995296528 req-c53ea80a-9682-48db-971d-119c9bdf7516 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 932 time: 0.2288461
Jan 22 20:31:21.690390 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-49f479f6-e3ba-46f2-b0ff-688995296528 req-f52b37d1-a3db-4553-ad4a-224d4cbfb886 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Synchronizing usage tracker for tenant:d4d8415017c84ef0941355f814261210 on resource:security_group {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:31:21.723261 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-7ac061f8-3d15-47ac-85c4-72fffffce263 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3936696
Jan 22 20:31:21.756430 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-49f479f6-e3ba-46f2-b0ff-688995296528 req-f52b37d1-a3db-4553-ad4a-224d4cbfb886 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Unset dirty status for tenant:d4d8415017c84ef0941355f814261210 on resource:security_group {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:31:21.756627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5b4aa669-39b7-4337-9485-876b28361550 None None] Provisioning for port f1bdd50b-5816-4997-b5e2-c0946c0f865f completed by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:31:21.757616 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-49f479f6-e3ba-46f2-b0ff-688995296528 req-f52b37d1-a3db-4553-ad4a-224d4cbfb886 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233947
Jan 22 20:31:21.761844 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5b4aa669-39b7-4337-9485-876b28361550 None None] Provisioning complete for port f1bdd50b-5816-4997-b5e2-c0946c0f865f triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:21.762268 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa669-39b7-4337-9485-876b28361550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:21.822263 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5b4aa669-39b7-4337-9485-876b28361550 None None] Port f1bdd50b-5816-4997-b5e2-c0946c0f865f cannot update to ACTIVE because it is not bound. {{(pid=80270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 22 20:31:23.005742 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e743d2-98e2-40e6-b01b-a26530b0a7e0 req-7b21f867-b07e-4e70-af84-674f60b7f3d2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:23.006565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-32e743d2-98e2-40e6-b01b-a26530b0a7e0 req-7b21f867-b07e-4e70-af84-674f60b7f3d2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Synchronizing usage tracker for tenant:d4d8415017c84ef0941355f814261210 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:31:23.059480 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-32e743d2-98e2-40e6-b01b-a26530b0a7e0 req-7b21f867-b07e-4e70-af84-674f60b7f3d2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Unset dirty status for tenant:d4d8415017c84ef0941355f814261210 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:31:23.060772 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32e743d2-98e2-40e6-b01b-a26530b0a7e0 req-7b21f867-b07e-4e70-af84-674f60b7f3d2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 932 time: 0.1700242
Jan 22 20:31:23.118019 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-32e743d2-98e2-40e6-b01b-a26530b0a7e0 req-0113006d-ebc1-49dd-af8e-46dc829afc0e tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509043
Jan 22 20:31:24.362395 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277e0a9-1c48-4a6c-a030-d155382ef4fa req-ef8f8d10-e590-4837-b779-a249b566cfee tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:24.364933 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9277e0a9-1c48-4a6c-a030-d155382ef4fa req-ef8f8d10-e590-4837-b779-a249b566cfee tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 932 time: 0.1153188
Jan 22 20:31:24.425305 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9277e0a9-1c48-4a6c-a030-d155382ef4fa req-ff3fac73-dcb5-4744-8a8d-678efea796f3 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535951
Jan 22 20:31:24.805297 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa04-6c18-4f8d-a14e-fc389277102a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:25.671347 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c0544-2e71-4999-bb55-3ad41498203f req-148af862-6a2b-429b-8be9-d1c2739c0e80 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:25.673066 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b7c0544-2e71-4999-bb55-3ad41498203f req-148af862-6a2b-429b-8be9-d1c2739c0e80 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 932 time: 0.1120739
Jan 22 20:31:25.727074 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6b7c0544-2e71-4999-bb55-3ad41498203f req-bcd5a1c2-0fb1-42f3-b38a-a0c23bbab783 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473371
Jan 22 20:31:26.973555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20603de-a90a-4cda-a633-54bab7fd3c84 req-e706bda2-f0a7-4fee-bc3b-0160beb13ed7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:26.975285 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e20603de-a90a-4cda-a633-54bab7fd3c84 req-e706bda2-f0a7-4fee-bc3b-0160beb13ed7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 932 time: 0.1120319
Jan 22 20:31:27.028914 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e20603de-a90a-4cda-a633-54bab7fd3c84 req-7b6739a2-0a37-4445-8b45-388f75a3ac4e tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463879
Jan 22 20:31:27.870625 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:27.924398 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6430c7c7-32bd-4085-afe3-5097dcc40bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:28.273802 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab853b-f400-45aa-be1f-cf0489c241f8 req-9f73038f-a4c6-4f56-a562-7a4c2388a752 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:28.275578 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7ab853b-f400-45aa-be1f-cf0489c241f8 req-9f73038f-a4c6-4f56-a562-7a4c2388a752 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 932 time: 0.1104572
Jan 22 20:31:28.336199 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d7ab853b-f400-45aa-be1f-cf0489c241f8 req-a439bd50-aabc-41bf-b906-8a84043ab461 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535085
Jan 22 20:31:28.777483 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:31:28.873328 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:29.259576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:29.583124 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3434ba-c973-465a-ad0f-9a2f1a856179 req-05121459-ba0f-4a1a-bbeb-53d70bb8d325 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:29.585704 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c3434ba-c973-465a-ad0f-9a2f1a856179 req-05121459-ba0f-4a1a-bbeb-53d70bb8d325 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 932 time: 0.1120386
Jan 22 20:31:29.642549 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5c3434ba-c973-465a-ad0f-9a2f1a856179 req-b0399840-29c2-4677-909f-1216a7360169 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485113
Jan 22 20:31:30.890358 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c83c-d5e6-48a2-9f79-b18d37dc5571 req-541e2dba-1d0d-4861-948a-77d6eb63fa79 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:30.892342 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4990c83c-d5e6-48a2-9f79-b18d37dc5571 req-541e2dba-1d0d-4861-948a-77d6eb63fa79 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 932 time: 0.1161809
Jan 22 20:31:30.948591 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4990c83c-d5e6-48a2-9f79-b18d37dc5571 req-8a4a9764-4da7-48be-a531-e476c7e0158d tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497031
Jan 22 20:31:32.177771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76211db-dd2b-4698-bd99-dfb30de30093 req-de144418-90b1-4b7f-8bf6-0b39c663a4f7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:32.179390 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a76211db-dd2b-4698-bd99-dfb30de30093 req-de144418-90b1-4b7f-8bf6-0b39c663a4f7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 932 time: 0.1051357
Jan 22 20:31:32.234612 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a76211db-dd2b-4698-bd99-dfb30de30093 req-6d3f419a-741c-4941-9bfd-96a9f3bb1279 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487266
Jan 22 20:31:33.470175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabbc5f-fadb-4928-9153-3a6a1ea05c32 req-685f3a58-a58f-44c1-ae1e-4ba7174c04aa tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:33.471828 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8aabbc5f-fadb-4928-9153-3a6a1ea05c32 req-685f3a58-a58f-44c1-ae1e-4ba7174c04aa tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 932 time: 0.1078620
Jan 22 20:31:33.522797 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8aabbc5f-fadb-4928-9153-3a6a1ea05c32 req-d0dbe2f7-ed54-4137-a1c3-a961c80b80f9 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446317
Jan 22 20:31:33.921627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Request body: {'port': {'device_id': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:31:34.042222 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:34.463605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bdd50b-5816-4997-b5e2-c0946c0f865f {{(pid=80269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 22 20:31:34.471276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:34.483673 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Transition to ACTIVE for port object f1bdd50b-5816-4997-b5e2-c0946c0f865f will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 22 20:31:34.813819 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6bc9c-a2de-44b3-8ca2-b226afce1564 req-59e0e814-a9c9-4c68-ab67-c83b6ccabbd9 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:34.815614 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29f6bc9c-a2de-44b3-8ca2-b226afce1564 req-59e0e814-a9c9-4c68-ab67-c83b6ccabbd9 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 944 time: 0.1089506
Jan 22 20:31:34.872183 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-29f6bc9c-a2de-44b3-8ca2-b226afce1564 req-fc6fc2a8-34fb-42ce-89a1-f509a668f6c9 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503914
Jan 22 20:31:35.398451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7712718'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:35.415451 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b561666-845e-453b-8b1d-ab29bddb5d3a tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:35.551746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bdd50b-5816-4997-b5e2-c0946c0f865f,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:35.561200 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:35.979132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Attempting to bind port f1bdd50b-5816-4997-b5e2-c0946c0f865f on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 22 20:31:35.979534 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Attempting to bind port f1bdd50b-5816-4997-b5e2-c0946c0f865f by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 22 20:31:35.979901 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Attempting to bind port f1bdd50b-5816-4997-b5e2-c0946c0f865f on network efd9a0b1-9ba8-4a74-8393-ceed769c8106 {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 22 20:31:35.986182 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Checking agent: {'id': '5d260983-ab30-4f72-912c-1ca219d011e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 22, 20, 14, 40), 'started_at': datetime.datetime(2021, 1, 22, 20, 15, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 22, 20, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 22 20:31:35.986553 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Checking segment: {'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 22 20:31:35.986952 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:35.987379 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Bound using segment: {'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 22 20:31:35.987868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Bound port: f1bdd50b-5816-4997-b5e2-c0946c0f865f, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9db02f-24ce-4ee7-b200-5ee6afaee43d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 22 20:31:35.988237 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:36.150662 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] For port f1bdd50b-5816-4997-b5e2-c0946c0f865f, host hv-cinder-76810, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 22 20:31:36.161750 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] For port f1bdd50b-5816-4997-b5e2-c0946c0f865f, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 22 20:31:36.193134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24607a03-d6af-48ad-b893-9c421e128237 req-1724d656-528c-4f8e-8774-1f2f73d551c7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:36.194777 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24607a03-d6af-48ad-b893-9c421e128237 req-1724d656-528c-4f8e-8774-1f2f73d551c7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 944 time: 0.1619797
Jan 22 20:31:36.196533 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7712718'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:36.213757 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fdbc5815-1eff-4259-aa71-f3dfe6ee001d tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:36.394887 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24607a03-d6af-48ad-b893-9c421e128237 req-33e16351-a230-485b-9f76-558e39bb5be0 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842945
Jan 22 20:31:36.407971 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bdd50b-5816-4997-b5e2-c0946c0f865f,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:36.414126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:36.454119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:36.454797 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:36.456299 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] 10.222.0.48 "PUT /v2.0/ports/f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 1158 time: 2.5403113
Jan 22 20:31:36.456830 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:31:36.522347 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f', 'status': 'completed', 'code': 200}
Jan 22 20:31:36.631507 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-4d7d5c87-2a3a-4356-bfa8-45b90fc56f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:36.633135 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-4d7d5c87-2a3a-4356-bfa8-45b90fc56f98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1161 time: 0.0797985
Jan 22 20:31:36.715226 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-94d089d0-6789-42d4-8e6a-e1cc05333fdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 217 time: 0.0693243
Jan 22 20:31:36.784607 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-07318a6b-40fd-43fc-a7f7-3eaa84764403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:36.786081 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-07318a6b-40fd-43fc-a7f7-3eaa84764403 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.0645475
Jan 22 20:31:36.871561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-69b8d8c4-2102-46fe-8479-51a838092cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:36.873177 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-69b8d8c4-2102-46fe-8479-51a838092cfe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799296
Jan 22 20:31:37.016256 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-22f2bd54-ebcb-4c48-8b14-da6d74637804 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357932
Jan 22 20:31:37.160880 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7175824f-cdb4-4295-b1ca-6f1d033b8d50 req-bd4f273c-1267-4542-9bad-ce5a7343a9c8 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372993
Jan 22 20:31:37.342907 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989ce25-1e94-4e51-bdb9-efa1159cbd00 req-e51d6a3c-4bda-452e-b8f0-1317d4fa50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:37.344582 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d989ce25-1e94-4e51-bdb9-efa1159cbd00 req-e51d6a3c-4bda-452e-b8f0-1317d4fa50c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1161 time: 0.0789857
Jan 22 20:31:37.495430 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989ce25-1e94-4e51-bdb9-efa1159cbd00 req-00a8f747-cd8d-4287-a108-9c0dc87feca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:37.497024 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d989ce25-1e94-4e51-bdb9-efa1159cbd00 req-00a8f747-cd8d-4287-a108-9c0dc87feca9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 909 time: 0.1450894
Jan 22 20:31:37.608276 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d989ce25-1e94-4e51-bdb9-efa1159cbd00 req-f0deda3c-1a23-4c9b-aa0f-a511edef904c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 217 time: 0.1042478
Jan 22 20:31:37.696634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989ce25-1e94-4e51-bdb9-efa1159cbd00 req-fa49c6ca-412e-4c9b-a31e-0cb34a79300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:37.698194 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d989ce25-1e94-4e51-bdb9-efa1159cbd00 req-fa49c6ca-412e-4c9b-a31e-0cb34a79300f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.0843334
Jan 22 20:31:37.783370 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33b02a-98ab-4878-bcb7-ec5aa401aa28 req-bbe84120-2269-4cbb-858d-258e81525483 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:37.784975 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f33b02a-98ab-4878-bcb7-ec5aa401aa28 req-bbe84120-2269-4cbb-858d-258e81525483 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 944 time: 0.2232759
Jan 22 20:31:37.852968 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f33b02a-98ab-4878-bcb7-ec5aa401aa28 req-c579c856-2479-4647-a934-78e1233d2f54 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605822
Jan 22 20:31:37.855803 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989ce25-1e94-4e51-bdb9-efa1159cbd00 req-8326e79f-c644-4ee2-9269-0fb2e6082bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:37.858055 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d989ce25-1e94-4e51-bdb9-efa1159cbd00 req-8326e79f-c644-4ee2-9269-0fb2e6082bac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1521289
Jan 22 20:31:38.003609 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d989ce25-1e94-4e51-bdb9-efa1159cbd00 req-ead7b3cd-165a-4eff-95f1-739dbac84033 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365736
Jan 22 20:31:38.146960 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-d989ce25-1e94-4e51-bdb9-efa1159cbd00 req-fb4894cb-413c-4c6c-a0d2-6d9bedb44be0 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361318
Jan 22 20:31:39.086654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55a392-437f-4703-bd50-67ffde385614 req-32c3f2d6-59a2-448f-9bbc-d70665f46854 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:39.088338 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0d55a392-437f-4703-bd50-67ffde385614 req-32c3f2d6-59a2-448f-9bbc-d70665f46854 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 944 time: 0.1055355
Jan 22 20:31:39.144948 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0d55a392-437f-4703-bd50-67ffde385614 req-168570de-1864-42ac-9967-616a7fb1a140 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499518
Jan 22 20:31:40.527627 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f0d7f-e6d9-46a7-8a08-f4aada765071 req-b5a0a09a-c506-4213-8485-74e2adae8482 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:40.529292 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f4f0d7f-e6d9-46a7-8a08-f4aada765071 req-b5a0a09a-c506-4213-8485-74e2adae8482 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 944 time: 0.2542717
Jan 22 20:31:40.581407 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.objects.ports [None req-36567cae-966d-40aa-9def-54d18f445666 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80270) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 22 20:31:40.582210 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3f4f0d7f-e6d9-46a7-8a08-f4aada765071 req-170f936a-17b3-4cd3-a8cc-ad80f2d7a986 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463870
Jan 22 20:31:41.288852 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device f1bdd50b-5816-4997-b5e2-c0946c0f865f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:31:41.404279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning for port f1bdd50b-5816-4997-b5e2-c0946c0f865f completed by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 22 20:31:41.410279 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port f1bdd50b-5816-4997-b5e2-c0946c0f865f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:41.410753 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:41.537058 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:41.564646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f'}] {{(pid=80270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:31:41.574761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] For port f1bdd50b-5816-4997-b5e2-c0946c0f865f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:31:41.609783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080'] for port, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:41.612540 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:41.651637 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f', 'code': 200}
Jan 22 20:31:41.687809 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Pushing event updated for resources: {'Port': ['ID=f1bdd50b-5816-4997-b5e2-c0946c0f865f,revision_number=4']} {{(pid=80270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:41.696730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.697107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.697482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.697860 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.698226 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.698596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.698959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.699349 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.699718 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.700080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.700439 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.700798 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.701216 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.701575 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.701933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.702893 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.703271 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.703641 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.703997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.704353 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.704711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.705069 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.705427 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.705782 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:31:41.710267 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:41.822749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb156dc6-dcbb-44bb-b5f9-98373d30e231 req-2c90356c-d74e-445f-b0fd-1a640d2f1e16 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:41.824654 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cb156dc6-dcbb-44bb-b5f9-98373d30e231 req-2c90356c-d74e-445f-b0fd-1a640d2f1e16 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 946 time: 0.1101491
Jan 22 20:31:41.878642 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-cb156dc6-dcbb-44bb-b5f9-98373d30e231 req-bf863437-aacc-4e78-aee4-9148c7fde079 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478992
Jan 22 20:31:41.972516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e67d3d-667e-48e2-b103-4e6161356a62 req-c281b01b-30a7-4dcb-819e-fdad40cfe9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:41.974011 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-85e67d3d-667e-48e2-b103-4e6161356a62 req-c281b01b-30a7-4dcb-819e-fdad40cfe9dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1163 time: 0.0759788
Jan 22 20:31:42.021751 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-85e67d3d-667e-48e2-b103-4e6161356a62 req-d7f3a75c-5f7e-4eb0-9995-f1d843fcedf9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409591
Jan 22 20:31:42.584526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device f1bdd50b-5816-4997-b5e2-c0946c0f865f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:31:42.661827 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port f1bdd50b-5816-4997-b5e2-c0946c0f865f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:42.662249 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:43.343905 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788d187-cbd3-4f66-9211-be6bf759ae83 req-25ac24a8-d3df-448a-ac7e-6be430e8ec73 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:43.345563 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3788d187-cbd3-4f66-9211-be6bf759ae83 req-25ac24a8-d3df-448a-ac7e-6be430e8ec73 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 946 time: 0.1943994
Jan 22 20:31:43.398923 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3788d187-cbd3-4f66-9211-be6bf759ae83 req-ba2becd3-0d91-44e1-911e-f550afa00f5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469491
Jan 22 20:31:44.624241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device f1bdd50b-5816-4997-b5e2-c0946c0f865f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:31:44.644326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142219b-697d-4077-a802-c9947d074b67 req-75b1f0b6-add0-4f5d-bcf1-d11b2d474b5e tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:44.645978 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4142219b-697d-4077-a802-c9947d074b67 req-75b1f0b6-add0-4f5d-bcf1-d11b2d474b5e tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 946 time: 0.1107111
Jan 22 20:31:44.697769 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4142219b-697d-4077-a802-c9947d074b67 req-4fafd1d5-5f10-40fe-894b-0dd656518dbc tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453761
Jan 22 20:31:44.699792 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port f1bdd50b-5816-4997-b5e2-c0946c0f865f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:31:44.700169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:44.931134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133be35-b101-4a42-98ac-049fc66cb9d5 req-d15931dc-2b5a-4d73-a8a5-b2c6a89aa236 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:44.932750 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3133be35-b101-4a42-98ac-049fc66cb9d5 req-d15931dc-2b5a-4d73-a8a5-b2c6a89aa236 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 946 time: 0.1051233
Jan 22 20:31:44.987618 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-3133be35-b101-4a42-98ac-049fc66cb9d5 req-9e9f66bb-c989-4922-84ef-c829da9fcecf tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479176
Jan 22 20:31:45.458616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451dee7-2c45-4e54-9e34-6cd31b6b2772 req-609ab490-dd8d-4fa3-b153-31487894cd21 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:45.460302 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4451dee7-2c45-4e54-9e34-6cd31b6b2772 req-609ab490-dd8d-4fa3-b153-31487894cd21 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 946 time: 0.1094227
Jan 22 20:31:45.513061 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4451dee7-2c45-4e54-9e34-6cd31b6b2772 req-bff543e1-b4b3-48d5-9543-1285164e1adb tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462911
Jan 22 20:31:46.834231 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-f1400edb-5635-4a0d-8b84-093230184215 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0794647
Jan 22 20:31:47.000919 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-aa4edf69-8b74-422a-8bb7-480a512a4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:47.002505 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-aa4edf69-8b74-422a-8bb7-480a512a4635 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1163 time: 0.0769618
Jan 22 20:31:47.158472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-de0c8209-7117-4f95-8ef0-8e72c68363a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:47.160082 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-de0c8209-7117-4f95-8ef0-8e72c68363a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 909 time: 0.1379306
Jan 22 20:31:47.237592 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-bd1b574a-3b51-41bc-a094-0d8a1e43ef3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 217 time: 0.0706437
Jan 22 20:31:47.284423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:47.308526 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-b05126a7-0888-409f-bcab-520449641bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:47.310112 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-b05126a7-0888-409f-bcab-520449641bce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.0652962
Jan 22 20:31:47.397781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-1ac786d3-b3c3-4bb4-979b-371eb9db0682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:47.399438 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-1ac786d3-b3c3-4bb4-979b-371eb9db0682 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829935
Jan 22 20:31:47.550138 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-014cef7f-1d18-45ef-8350-c7b064878b0f service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439230
Jan 22 20:31:47.929561 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-481eaddc-4e8a-4217-91ea-96ac89aa4b1e req-04675046-e11e-4bca-ab97-45a8275c1dcd service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3724937
Jan 22 20:31:54.797915 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-91ac2093-c1f9-4e03-b2f2-29b0d86f9f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:56.443892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845d83a-cf04-4a65-8426-f329c39892ab req-475822da-2ced-4846-8944-9ceebe9050ac tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:56.445451 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e845d83a-cf04-4a65-8426-f329c39892ab req-475822da-2ced-4846-8944-9ceebe9050ac tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 946 time: 0.1083462
Jan 22 20:31:56.497261 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e845d83a-cf04-4a65-8426-f329c39892ab req-cb8cc5a0-2f01-492f-87ca-711df96503d0 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453417
Jan 22 20:31:56.718860 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-991c61fe-5dad-4364-8cf2-c0889918fde6 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1653392
Jan 22 20:31:56.728935 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Request body: {'floatingip': {'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:31:56.738891 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:31:56.742913 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Usage tracker for resource:floatingip and tenant:d4d8415017c84ef0941355f814261210 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:31:56.745898 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:31:56.751647 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:31:56.797639 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for floatingip, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:56.942708 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:57.213399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Allocated IP 172.27.1.29 (d8bd5390-3dcb-4b6b-909c-af9dcb268065/c35f6204-a869-4343-b43b-9a019d3eb866/f98d4fb8-65c7-44be-942f-b238d7ec9733) {{(pid=80269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 22 20:31:57.495870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for port, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:57.558136 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758441781278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:57.573613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ad3f846-cebd-46de-9209-df0981d08d5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:57.717738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Pushing event updated for resources: {'Port': ['ID=f98d4fb8-65c7-44be-942f-b238d7ec9733,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:57.721017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:57.765914 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Network d8bd5390-3dcb-4b6b-909c-af9dcb268065 is already hosted by enough agents. {{(pid=80269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 22 20:31:57.767013 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Resources bound (agent type, host, resource id):  {{(pid=80269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 22 20:31:57.769378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Received port after_create {{(pid=80269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 22 20:31:57.852727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for floatingip, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:57.893593 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:57.935449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-71393a56-933c-415e-957e-5a746de0bf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:57.977444 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:58.246190 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:58.292539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7712718'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:58.307737 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4c764885-0ff7-4b05-8342-6ecbc4deca80 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:31:58.461355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Pushing event updated for resources: {'Port': ['ID=f98d4fb8-65c7-44be-942f-b238d7ec9733,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:31:58.465214 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:31:58.553912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:58.601521 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:58.602836 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8780954
Jan 22 20:31:58.694643 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-e8b09957-8517-4bef-b4f3-d45ff6e28282 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Synchronizing usage tracker for tenant:d4d8415017c84ef0941355f814261210 on resource:floatingip {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:31:58.790119 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-e8b09957-8517-4bef-b4f3-d45ff6e28282 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Unset dirty status for tenant:d4d8415017c84ef0941355f814261210 on resource:floatingip {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:31:58.791998 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-e8b09957-8517-4bef-b4f3-d45ff6e28282 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.29 HTTP/1.1" status: 200  len: 695 time: 0.1823103
Jan 22 20:31:58.866559 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:58.979931 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-2153aac3-0ae1-477c-a631-3dcf1ed5f571 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:58.981661 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-2153aac3-0ae1-477c-a631-3dcf1ed5f571 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 784 time: 0.1790442
Jan 22 20:31:58.992393 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-a11338f7-185f-4e61-a11d-d1d1c536ac9f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:31:58.993535 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-4dcf0e9c-bfdc-4fef-88f8-7bd2f4273963 req-a11338f7-185f-4e61-a11d-d1d1c536ac9f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0059664
Jan 22 20:31:59.161962 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:31:59.205890 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21585092-a7e2-4b85-8540-28cf6482f57b req-bc468444-5361-4936-a306-0183827fee45 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:31:59.208047 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-bc468444-5361-4936-a306-0183827fee45 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1090121
Jan 22 20:31:59.298817 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-c51e5bf0-e278-416d-9705-3b538ddc2d89 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.29 HTTP/1.1" status: 200  len: 695 time: 0.0844560
Jan 22 20:31:59.308957 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-21585092-a7e2-4b85-8540-28cf6482f57b req-0132d70b-2a67-4c2e-98b8-2d9e534f84f4 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Request body: {'floatingip': {'port_id': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:31:59.396184 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21585092-a7e2-4b85-8540-28cf6482f57b req-0132d70b-2a67-4c2e-98b8-2d9e534f84f4 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for floatingip, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:00.272425 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21585092-a7e2-4b85-8540-28cf6482f57b req-0132d70b-2a67-4c2e-98b8-2d9e534f84f4 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for floatingip, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:00.315836 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21585092-a7e2-4b85-8540-28cf6482f57b req-0132d70b-2a67-4c2e-98b8-2d9e534f84f4 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853040037'] for floatingip, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:00.500687 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-21585092-a7e2-4b85-8540-28cf6482f57b req-0132d70b-2a67-4c2e-98b8-2d9e534f84f4 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Floating IP 2cd91c81-c5a3-4493-84e1-f087882aaa5c associated. External IP: 172.27.1.29, port: f1bdd50b-5816-4997-b5e2-c0946c0f865f.
Jan 22 20:32:00.872906 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21585092-a7e2-4b85-8540-28cf6482f57b req-0132d70b-2a67-4c2e-98b8-2d9e534f84f4 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Router 258c802b-8c9a-40b3-bc9e-6ae45320b423 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:32:01.061577 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21585092-a7e2-4b85-8540-28cf6482f57b req-0132d70b-2a67-4c2e-98b8-2d9e534f84f4 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:32:01.067039 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21585092-a7e2-4b85-8540-28cf6482f57b req-0132d70b-2a67-4c2e-98b8-2d9e534f84f4 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:01.071843 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55c310-23da-4647-956b-6e323ec1efa0 None None] Sync routers for ids ['258c802b-8c9a-40b3-bc9e-6ae45320b423'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:32:01.083370 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55c310-23da-4647-956b-6e323ec1efa0 None None] Routers {'258c802b-8c9a-40b3-bc9e-6ae45320b423'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:32:01.084065 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ac55c310-23da-4647-956b-6e323ec1efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d0bef0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:31:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['258c802b-8c9a-40b3-bc9e-6ae45320b423'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:32:01.129965 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-0132d70b-2a67-4c2e-98b8-2d9e534f84f4 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "PUT /v2.0/floatingips/2cd91c81-c5a3-4493-84e1-f087882aaa5c HTTP/1.1" status: 200  len: 996 time: 1.8249855
Jan 22 20:32:01.130528 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:32:01.202199 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f', 'status': 'completed', 'code': 200}
Jan 22 20:32:01.226316 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21585092-a7e2-4b85-8540-28cf6482f57b req-2066989f-8041-41ad-9d56-e4a6bf320486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:01.228356 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-2066989f-8041-41ad-9d56-e4a6bf320486 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1163 time: 0.0837867
Jan 22 20:32:01.281816 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ac55c310-23da-4647-956b-6e323ec1efa0 None None] Set router 258c802b-8c9a-40b3-bc9e-6ae45320b423 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:32:01.448155 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21585092-a7e2-4b85-8540-28cf6482f57b req-d18e3266-88e7-4160-be2a-e369fcd0d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:01.449702 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-d18e3266-88e7-4160-be2a-e369fcd0d24f service neutron] 10.222.0.38 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 909 time: 0.2149153
Jan 22 20:32:01.452654 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0d380-e678-4989-b7ec-0138d1068643 req-773efc40-a307-4697-a5e1-c06e29d6c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:01.454147 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0e0d380-e678-4989-b7ec-0138d1068643 req-773efc40-a307-4697-a5e1-c06e29d6c1e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1163 time: 0.1931677
Jan 22 20:32:01.666703 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-fe88a09a-1cab-4929-825f-0d383153840c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 999 time: 0.2082305
Jan 22 20:32:01.764586 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0d380-e678-4989-b7ec-0138d1068643 req-438fa782-6d3c-45a6-8913-bec7b945891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:01.766174 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0e0d380-e678-4989-b7ec-0138d1068643 req-438fa782-6d3c-45a6-8913-bec7b945891c service neutron] 10.222.0.48 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 909 time: 0.2485073
Jan 22 20:32:01.770250 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21585092-a7e2-4b85-8540-28cf6482f57b req-196b788d-3565-4087-a24f-ed132ecf9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:01.771785 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-196b788d-3565-4087-a24f-ed132ecf9baf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.0965657
Jan 22 20:32:01.831175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ac55c310-23da-4647-956b-6e323ec1efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d0bef0>, [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '2cd91c81-c5a3-4493-84e1-f087882aaa5c', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'port_id': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'mac_address': 'fa:16:3e:a0:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:31:57Z', 'updated_at': '2021-01-22T20:31:59Z', 'revision_number': 1, 'project_id': 'd4d8415017c84ef0941355f814261210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b32e5e-cf73-4857-8961-5cec057c0cd2', 'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'mac_address': 'fa:16:3e:24:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:31:02Z', 'updated_at': '2021-01-22T20:31:12Z', 'revision_number': 5, 'project_id': 'd4d8415017c84ef0941355f814261210', 'subnets': [{'id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:32:01.836041 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55c310-23da-4647-956b-6e323ec1efa0 None None] Checking router: 258c802b-8c9a-40b3-bc9e-6ae45320b423 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:32:01.845195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55c310-23da-4647-956b-6e323ec1efa0 None None] Routers {'258c802b-8c9a-40b3-bc9e-6ae45320b423'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:32:01.845874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ac55c310-23da-4647-956b-6e323ec1efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b7d0bef0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:31:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['258c802b-8c9a-40b3-bc9e-6ae45320b423'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:32:01.935017 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0e0d380-e678-4989-b7ec-0138d1068643 req-11629a40-27e8-4b88-93b7-1561f638a87f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 999 time: 0.1609783
Jan 22 20:32:01.998463 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21585092-a7e2-4b85-8540-28cf6482f57b req-497b134a-7f2b-4ad1-8a6b-8f57ade68f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:02.000128 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-497b134a-7f2b-4ad1-8a6b-8f57ade68f6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1743970
Jan 22 20:32:02.013958 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-e549efd5-8822-43dd-b024-5ae49a928780 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 22 20:32:02.015078 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-e549efd5-8822-43dd-b024-5ae49a928780 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0059969
Jan 22 20:32:02.024102 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0d380-e678-4989-b7ec-0138d1068643 req-4337b4fc-3fdd-48db-90e4-8691f86b1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:02.025613 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0e0d380-e678-4989-b7ec-0138d1068643 req-4337b4fc-3fdd-48db-90e4-8691f86b1a27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.0825775
Jan 22 20:32:02.039154 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ac55c310-23da-4647-956b-6e323ec1efa0 None None] Set router 258c802b-8c9a-40b3-bc9e-6ae45320b423 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:32:02.236596 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0d380-e678-4989-b7ec-0138d1068643 req-d7671e52-598a-48d3-9fdd-bb6cbbb06741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:02.238273 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0e0d380-e678-4989-b7ec-0138d1068643 req-d7671e52-598a-48d3-9fdd-bb6cbbb06741 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1911075
Jan 22 20:32:02.240393 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-1806d435-3dc7-482d-90a9-5537afd1d657 service neutron] 10.222.0.38 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2182500
Jan 22 20:32:02.413883 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ac55c310-23da-4647-956b-6e323ec1efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b7d0bef0>, [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '2cd91c81-c5a3-4493-84e1-f087882aaa5c', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'port_id': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'mac_address': 'fa:16:3e:a0:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:31:57Z', 'updated_at': '2021-01-22T20:31:59Z', 'revision_number': 1, 'project_id': 'd4d8415017c84ef0941355f814261210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b32e5e-cf73-4857-8961-5cec057c0cd2', 'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'mac_address': 'fa:16:3e:24:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:31:02Z', 'updated_at': '2021-01-22T20:31:12Z', 'revision_number': 5, 'project_id': 'd4d8415017c84ef0941355f814261210', 'subnets': [{'id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:32:02.418685 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55c310-23da-4647-956b-6e323ec1efa0 None None] The sync data for ids ['258c802b-8c9a-40b3-bc9e-6ae45320b423'] in dv-cinder-768105-3-iscsi is: [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_floatingips': [{'id': '2cd91c81-c5a3-4493-84e1-f087882aaa5c', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'router_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'port_id': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'mac_address': 'fa:16:3e:a0:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-22T20:31:57Z', 'updated_at': '2021-01-22T20:31:59Z', 'revision_number': 1, 'project_id': 'd4d8415017c84ef0941355f814261210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b32e5e-cf73-4857-8961-5cec057c0cd2', 'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'mac_address': 'fa:16:3e:24:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:31:02Z', 'updated_at': '2021-01-22T20:31:12Z', 'revision_number': 5, 'project_id': 'd4d8415017c84ef0941355f814261210', 'subnets': [{'id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:32:02.717467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea05c95-4fb2-4119-b2ce-8b66a688c65f None None] New status for floating IP 2cd91c81-c5a3-4493-84e1-f087882aaa5c: ACTIVE {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:32:02.765274 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0e0d380-e678-4989-b7ec-0138d1068643 req-d3a8d962-df71-4cf7-9ad4-aeb41ccbd1c4 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5191498
Jan 22 20:32:02.767347 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-21585092-a7e2-4b85-8540-28cf6482f57b req-7183b061-e5ec-4326-ac59-1e52bbdb8ae5 service neutron] 10.222.0.38 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5200396
Jan 22 20:32:02.876093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1819687649', 'description': 'tempest-TestMinimumBasicScenario-1819687649 description'}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:32:02.888633 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:32:02.910064 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:32:02.943317 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a0e0d380-e678-4989-b7ec-0138d1068643 req-881db859-3d5d-4c72-89a5-c48d85ee5e15 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1680322
Jan 22 20:32:02.963892 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:02.987493 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:32:02.992056 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Usage tracker for resource:security_group_rule and tenant:d4d8415017c84ef0941355f814261210 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:32:02.995128 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:32:03.006431 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:32:03.074453 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:03.112213 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:03.118712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-33d16a16-e61f-4ae6-b3de-f3cd987e4702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:32:03.162333 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Pushing event updated for resources: {'SecurityGroup': ['ID=d336b8b1-d7cb-4a4e-a528-7c89740e38e2,revision_number=1']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:32:03.165739 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:32:03.192888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:03.194306 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-6f307fc8-0984-43f5-ae27-e1d24a57f6af req-556dc233-bf38-4317-a0cd-0bf603ae7a00 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.3290095
Jan 22 20:32:03.281759 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-e2aeb5a2-34eb-4aeb-b2b3-892f852c6357 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups/d336b8b1-d7cb-4a4e-a528-7c89740e38e2 HTTP/1.1" status: 200  len: 1814 time: 0.0543735
Jan 22 20:32:03.293105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd336b8b1-d7cb-4a4e-a528-7c89740e38e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:32:03.293454 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd336b8b1-d7cb-4a4e-a528-7c89740e38e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:32:03.303833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:32:03.307968 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Usage tracker for resource:security_group_rule and tenant:d4d8415017c84ef0941355f814261210 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:32:03.310922 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:32:03.317167 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:32:03.404781 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group_rule, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:03.431801 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:03.449148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:03.456616 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:32:03.476386 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b9b693-e38f-49c5-b725-5d97862b193a,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:32:03.478898 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:32:03.512003 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group_rule, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:03.513323 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-94fd964b-885e-4d9e-ad27-4658214c7c24 req-0588e87e-76d9-4def-8dc4-78e07824c284 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2243671
Jan 22 20:32:03.598415 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-48f2336e-4f0c-49b8-97ca-7a072e5c4757 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups/d336b8b1-d7cb-4a4e-a528-7c89740e38e2 HTTP/1.1" status: 200  len: 2407 time: 0.0534024
Jan 22 20:32:03.609202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd336b8b1-d7cb-4a4e-a528-7c89740e38e2', 'remote_group_id': None}]} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:32:03.609558 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd336b8b1-d7cb-4a4e-a528-7c89740e38e2', 'remote_group_id': None}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:32:03.621283 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 22 20:32:03.624725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Usage tracker for resource:security_group_rule and tenant:d4d8415017c84ef0941355f814261210 is out of sync, need to count used quota {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 22 20:32:03.627866 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 22 20:32:03.634316 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 22 20:32:03.715449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group_rule, before_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:03.804497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:03.831867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055154'] for security_group_rule, after_create {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:03.834033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3a92c9a9-4dd6-48ef-8729-861c2b64a444 tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:32:03.860377 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647a7c10-055c-42c8-be6a-ac8fdf75c0b3,revision_number=0']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:32:03.862963 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:32:03.894705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group_rule, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:03.896065 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1d817f42-ccc1-4670-9994-57cb88f23568 req-5700237e-75ab-4bdb-b740-ab8306db3a13 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2912834
Jan 22 20:32:04.042672 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5d46c4be-3035-45a5-9351-e11722c3602f req-2e49cd34-b4ea-479c-a235-6df3efed40c9 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Synchronizing usage tracker for tenant:d4d8415017c84ef0941355f814261210 on resource:security_group {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:32:04.100408 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-5d46c4be-3035-45a5-9351-e11722c3602f req-2e49cd34-b4ea-479c-a235-6df3efed40c9 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Unset dirty status for tenant:d4d8415017c84ef0941355f814261210 on resource:security_group {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:32:04.101733 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5d46c4be-3035-45a5-9351-e11722c3602f req-2e49cd34-b4ea-479c-a235-6df3efed40c9 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1819687649&fields=id&tenant_id=d4d8415017c84ef0941355f814261210 HTTP/1.1" status: 200  len: 267 time: 0.1041214
Jan 22 20:32:04.212699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46c4be-3035-45a5-9351-e11722c3602f req-b531f8ef-5512-45b9-a2c6-653f2324071b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:04.214305 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5d46c4be-3035-45a5-9351-e11722c3602f req-b531f8ef-5512-45b9-a2c6-653f2324071b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 946 time: 0.1062086
Jan 22 20:32:04.226786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-5d46c4be-3035-45a5-9351-e11722c3602f req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Request body: {'port': {'security_groups': ['948c7bf2-c2f8-4e08-a1b7-a291663f153b', 'd336b8b1-d7cb-4a4e-a528-7c89740e38e2']}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:32:04.360497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5d46c4be-3035-45a5-9351-e11722c3602f req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:04.749555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5d46c4be-3035-45a5-9351-e11722c3602f req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] For port f1bdd50b-5816-4997-b5e2-c0946c0f865f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:32:04.775904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5d46c4be-3035-45a5-9351-e11722c3602f req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:04.803023 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5d46c4be-3035-45a5-9351-e11722c3602f req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7712718'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:04.818200 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-31f42bff-0d10-4ead-8140-b0971a877107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:32:04.976580 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Pushing event updated for resources: {'Port': ['ID=f1bdd50b-5816-4997-b5e2-c0946c0f865f,revision_number=5']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:32:04.988851 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.989274 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.989686 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.990095 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.990497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.990900 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.991347 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.991749 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.992170 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.992544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.992940 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.993334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.993780 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.994177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.994572 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.994966 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.995385 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.995783 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.996175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.996571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.996964 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.997355 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.997746 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:04.998146 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:32:05.005066 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:32:05.056031 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46c4be-3035-45a5-9351-e11722c3602f req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:05.056765 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5d46c4be-3035-45a5-9351-e11722c3602f req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:05.058351 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5d46c4be-3035-45a5-9351-e11722c3602f req-4051e313-ca8b-4d15-8f7c-bb581ca6cfd7 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "PUT /v2.0/ports/f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 982 time: 0.8370516
Jan 22 20:32:05.058933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:32:05.136649 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f', 'status': 'completed', 'code': 200}
Jan 22 20:32:05.247195 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a55ff065-9428-4e95-b4b3-fffc2175e6b4 None None] Provisioning complete for port f1bdd50b-5816-4997-b5e2-c0946c0f865f triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:32:05.247884 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a55ff065-9428-4e95-b4b3-fffc2175e6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:05.342110 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ffd6-add7-479d-b3a4-092e75a0af6e req-3e03cb8b-2d3a-492e-8dd2-2f4c5464cd0f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:05.343709 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e573ffd6-add7-479d-b3a4-092e75a0af6e req-3e03cb8b-2d3a-492e-8dd2-2f4c5464cd0f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1740334
Jan 22 20:32:05.346017 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d6b1d-86d2-4a08-a08c-4becd11c9cd6 req-b1636a18-ac99-4ca4-a11d-ea1ef95a4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:05.347580 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b5d6b1d-86d2-4a08-a08c-4becd11c9cd6 req-b1636a18-ac99-4ca4-a11d-ea1ef95a4b64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1203 time: 0.1397951
Jan 22 20:32:05.502759 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-e573ffd6-add7-479d-b3a4-092e75a0af6e req-5489c03f-4a47-4aa0-9ca7-219b2446536a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1521645
Jan 22 20:32:05.544466 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d6b1d-86d2-4a08-a08c-4becd11c9cd6 req-27d25473-373a-4090-8fbb-2dd20f28182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:05.546011 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b5d6b1d-86d2-4a08-a08c-4becd11c9cd6 req-27d25473-373a-4090-8fbb-2dd20f28182d service neutron] 10.222.0.48 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 909 time: 0.1759672
Jan 22 20:32:05.657924 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b5d6b1d-86d2-4a08-a08c-4becd11c9cd6 req-409adad7-0611-47bf-a487-d380f4b90aa0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 1001 time: 0.1039181
Jan 22 20:32:05.728259 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d6b1d-86d2-4a08-a08c-4becd11c9cd6 req-8754d21f-0841-4f31-97fa-329df94872bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:05.729851 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b5d6b1d-86d2-4a08-a08c-4becd11c9cd6 req-8754d21f-0841-4f31-97fa-329df94872bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.0657749
Jan 22 20:32:05.777191 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:32:05.811936 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d6b1d-86d2-4a08-a08c-4becd11c9cd6 req-f5fd531e-707f-4b37-91f0-33b654c34803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:05.813541 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b5d6b1d-86d2-4a08-a08c-4becd11c9cd6 req-f5fd531e-707f-4b37-91f0-33b654c34803 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770593
Jan 22 20:32:05.959138 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b5d6b1d-86d2-4a08-a08c-4becd11c9cd6 req-06da090d-0dde-44b3-a52f-af6bd7c7c9f6 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377339
Jan 22 20:32:06.103404 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-9b5d6b1d-86d2-4a08-a08c-4becd11c9cd6 req-836aeb6b-5371-4491-af6d-f7a8beb6f632 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371598
Jan 22 20:32:07.076735 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device f1bdd50b-5816-4997-b5e2-c0946c0f865f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:32:07.148186 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port f1bdd50b-5816-4997-b5e2-c0946c0f865f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:32:07.148599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:17.271429 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:18.549867 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-c605e473-eb25-4948-bca0-f6edaf60f039 req-a2a7c82b-3593-495a-988f-78f9fed194d1 service neutron] (80268) timed out ('10.222.0.48', 55705) {{(pid=80268) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 22 20:32:24.780081 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-009e494e-9e79-4b45-b8e7-960ee0837db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:27.866114 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:27.912113 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b3846265-344c-4e20-ab77-9de9e46b9b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:28.060037 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-59eecfb9-124f-47d0-ac94-b694140e8fc8 req-ce56d5bf-9c43-4cd2-b6b5-4e8bce0d38d5 service neutron] (80268) timed out ('10.222.0.48', 55723) {{(pid=80268) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 22 20:32:28.875093 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:29.166599 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:42.777151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:32:46.935550 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-100b6d87-07af-4dc4-aae6-0e9b89ad749e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1532648
Jan 22 20:32:47.102943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-14467c5e-898b-42fa-ac91-171b64ae0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:47.104864 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-14467c5e-898b-42fa-ac91-171b64ae0eb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1203 time: 0.0787919
Jan 22 20:32:47.262675 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-125cd587-38f6-4e3a-9581-2d2fb50a7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:47.264283 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-125cd587-38f6-4e3a-9581-2d2fb50a7e4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 909 time: 0.1402862
Jan 22 20:32:47.274832 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:47.375972 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-7a120b81-e1fa-4872-a7a3-c2ca6dd9e6bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 1001 time: 0.1047418
Jan 22 20:32:47.446977 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-e772c1c7-ddcc-4232-92fb-7e95e1faf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:47.449297 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-e772c1c7-ddcc-4232-92fb-7e95e1faf764 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.0669906
Jan 22 20:32:47.534359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-70b86327-48fc-4d3c-b89c-e79a21570d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:32:47.536042 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-70b86327-48fc-4d3c-b89c-e79a21570d2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797677
Jan 22 20:32:47.679118 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-19600a7b-f2d0-4d1b-928c-4a6d84a1f6ed service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354275
Jan 22 20:32:47.822792 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-f446312a-6f20-4070-b53b-f1e91e0a765c req-62ecfebb-6ce3-447a-8cf9-3bbd82cb2c63 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369691
Jan 22 20:32:54.796581 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-63f683d6-cdc3-4a3b-a18c-bbad12b83bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:57.884829 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:57.927634 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffdde883-7c27-4522-bfb2-6b0a5453efff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:58.887967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:32:59.168087 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:03.495035 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b00d95-9337-4f27-b7d3-c1977c090b48 req-0a537037-cc41-4aba-b515-126b7e12a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:03.496668 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b00d95-9337-4f27-b7d3-c1977c090b48 req-0a537037-cc41-4aba-b515-126b7e12a2f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1203 time: 0.1159582
Jan 22 20:33:03.523138 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238acf4-2a73-4588-8f3a-d3140bbc2842 req-98322a2f-dda9-47fc-af91-cda362f4e38c tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:03.524618 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1238acf4-2a73-4588-8f3a-d3140bbc2842 req-98322a2f-dda9-47fc-af91-cda362f4e38c tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1815708
Jan 22 20:33:03.679581 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-1238acf4-2a73-4588-8f3a-d3140bbc2842 req-4420ba8c-8793-4d5f-a5d8-9fefe7cc4958 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1298594
Jan 22 20:33:03.708703 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b00d95-9337-4f27-b7d3-c1977c090b48 req-dc0af693-cfdc-4394-9c99-9589bae54b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:03.710287 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b00d95-9337-4f27-b7d3-c1977c090b48 req-dc0af693-cfdc-4394-9c99-9589bae54b66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 909 time: 0.1847553
Jan 22 20:33:04.067475 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b00d95-9337-4f27-b7d3-c1977c090b48 req-413c1520-706a-4e62-88f0-2094d8875b6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 1001 time: 0.3497641
Jan 22 20:33:04.137503 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b00d95-9337-4f27-b7d3-c1977c090b48 req-cd8d578e-a65b-4235-b7e1-4bdcd82629eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:04.139079 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b00d95-9337-4f27-b7d3-c1977c090b48 req-cd8d578e-a65b-4235-b7e1-4bdcd82629eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.0644851
Jan 22 20:33:04.226606 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b00d95-9337-4f27-b7d3-c1977c090b48 req-1fefe2da-59b1-4baf-875b-8be27e245a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:04.228702 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b00d95-9337-4f27-b7d3-c1977c090b48 req-1fefe2da-59b1-4baf-875b-8be27e245a9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807588
Jan 22 20:33:04.372227 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b00d95-9337-4f27-b7d3-c1977c090b48 req-20490bfb-1d03-447e-8f9b-fae37d024175 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356957
Jan 22 20:33:04.518767 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-41b00d95-9337-4f27-b7d3-c1977c090b48 req-c1251bda-b00f-4421-a882-e82a45cad014 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390505
Jan 22 20:33:04.921805 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef533dc0-bd13-4329-9675-36a5f8c458f5 req-729bbe88-a8f1-4eb7-9be7-6958eeb3681e tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:04.923945 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef533dc0-bd13-4329-9675-36a5f8c458f5 req-729bbe88-a8f1-4eb7-9be7-6958eeb3681e tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1063206
Jan 22 20:33:04.980783 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-ef533dc0-bd13-4329-9675-36a5f8c458f5 req-85a67d25-8d01-4e71-a900-f22229d5a1b9 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0500536
Jan 22 20:33:06.218499 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d4480-b2f1-4119-8a81-77b592603df6 req-0904141b-b7eb-4fb3-af50-f04a46f76061 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:06.220138 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de5d4480-b2f1-4119-8a81-77b592603df6 req-0904141b-b7eb-4fb3-af50-f04a46f76061 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1094482
Jan 22 20:33:06.278409 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-de5d4480-b2f1-4119-8a81-77b592603df6 req-7c28b365-035f-453d-8233-b7e064294574 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0517814
Jan 22 20:33:07.512456 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae15436-0dd0-4d6b-bd3d-84986c3f73ee req-61137f6d-861b-4014-b773-e521dba67414 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:07.513971 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ae15436-0dd0-4d6b-bd3d-84986c3f73ee req-61137f6d-861b-4014-b773-e521dba67414 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1058650
Jan 22 20:33:07.575057 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0ae15436-0dd0-4d6b-bd3d-84986c3f73ee req-61001128-50c2-4b01-add0-c1f9aea2552b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0539935
Jan 22 20:33:08.812875 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7f066-8153-4b9d-ae83-7b429285fec3 req-5e6460ac-3426-41a1-be12-5d78eb2fec1f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:08.814587 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-64a7f066-8153-4b9d-ae83-7b429285fec3 req-5e6460ac-3426-41a1-be12-5d78eb2fec1f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1064556
Jan 22 20:33:08.872517 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-64a7f066-8153-4b9d-ae83-7b429285fec3 req-5133a71f-f1ba-43fd-a396-38badd9a7c3f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0509336
Jan 22 20:33:10.111072 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3818-b93d-4fb4-bcb6-dc7593d21268 req-bfea940f-d1ff-45cf-9c05-fe6a457545ba tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:10.112739 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-737a3818-b93d-4fb4-bcb6-dc7593d21268 req-bfea940f-d1ff-45cf-9c05-fe6a457545ba tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1102180
Jan 22 20:33:10.170556 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-737a3818-b93d-4fb4-bcb6-dc7593d21268 req-84097c54-4feb-4505-83a4-bd257907d10d tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0506985
Jan 22 20:33:11.402252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81b45c-f39e-434e-99f8-8be2a30c6b3d req-051cc6af-2c17-4e52-8e37-3533ae845cf1 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:11.403907 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f81b45c-f39e-434e-99f8-8be2a30c6b3d req-051cc6af-2c17-4e52-8e37-3533ae845cf1 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1060445
Jan 22 20:33:11.466939 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-5f81b45c-f39e-434e-99f8-8be2a30c6b3d req-4cff9a0a-e670-4b69-aecb-abe6868cfedf tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0564828
Jan 22 20:33:12.702114 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e6b1-4b6d-40a8-a6f3-06ca7d9a6ec3 req-121540a9-ad5c-4c1a-b21a-d5aa0bf5972c tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:12.703928 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0627e6b1-4b6d-40a8-a6f3-06ca7d9a6ec3 req-121540a9-ad5c-4c1a-b21a-d5aa0bf5972c tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1065540
Jan 22 20:33:12.761326 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-0627e6b1-4b6d-40a8-a6f3-06ca7d9a6ec3 req-79ef8ec6-6b28-420d-a67b-8eb6dc4fce84 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0506489
Jan 22 20:33:13.997904 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7b051-5bd6-47ab-bd69-ad89923bbe5a req-afee11c7-4c2d-4a0d-a4dc-f32f06f4e756 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:13.999668 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8e7b051-5bd6-47ab-bd69-ad89923bbe5a req-afee11c7-4c2d-4a0d-a4dc-f32f06f4e756 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1108472
Jan 22 20:33:14.059320 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a8e7b051-5bd6-47ab-bd69-ad89923bbe5a req-d9be91bb-39de-4eab-8abf-a0b4205d7ee0 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0532422
Jan 22 20:33:15.294423 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77464a1a-2794-493d-bb46-8837d3533abb req-4d5de3e0-1b05-431b-b73f-4af72132b488 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:15.296114 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77464a1a-2794-493d-bb46-8837d3533abb req-4d5de3e0-1b05-431b-b73f-4af72132b488 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1067147
Jan 22 20:33:15.357430 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-77464a1a-2794-493d-bb46-8837d3533abb req-871818b9-f08e-4738-8298-d4dd1f13c323 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0543909
Jan 22 20:33:16.595560 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e5a9f-8882-4a4a-bf80-c6c7f76d7609 req-465444ed-6ac5-4029-b94b-7ac16d457201 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:16.597166 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b17e5a9f-8882-4a4a-bf80-c6c7f76d7609 req-465444ed-6ac5-4029-b94b-7ac16d457201 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1056354
Jan 22 20:33:16.654288 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-b17e5a9f-8882-4a4a-bf80-c6c7f76d7609 req-74dfe16b-8e21-4496-92d8-503c916b8cab tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=d336b8b1-d7cb-4a4e-a528-7c89740e38e2&id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0498288
Jan 22 20:33:17.275938 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:19.776747 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:33:24.795963 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d074e6c8-95eb-4c44-a331-7e46091716cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:27.873998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:27.925400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b0bebef-5aa9-4b47-bce4-3d4c96965a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:28.874273 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:29.165359 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:47.315602 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:48.874110 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-9f63d761-5def-4084-acdc-f6443a1bfd6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0804958
Jan 22 20:33:49.042055 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-fda18462-8595-46ac-a2ac-151232b220e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:49.043708 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-fda18462-8595-46ac-a2ac-151232b220e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1203 time: 0.0783205
Jan 22 20:33:49.206556 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-afa2c7c0-b47a-4f53-88db-480412e939cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:49.208117 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-afa2c7c0-b47a-4f53-88db-480412e939cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 909 time: 0.1408267
Jan 22 20:33:49.321154 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-bad282bc-1a79-4909-b100-5838073eb085 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 1001 time: 0.1035738
Jan 22 20:33:49.390889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-77dc054b-c93b-435b-8827-672aacefae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:49.392470 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-77dc054b-c93b-435b-8827-672aacefae84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.0641701
Jan 22 20:33:49.480502 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-c1801eed-0db5-47a4-adb7-6fa5801a0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:33:49.482060 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-c1801eed-0db5-47a4-adb7-6fa5801a0d4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823116
Jan 22 20:33:49.624743 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-f05f0658-5b38-48ce-a839-0336dedaf8fc service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351643
Jan 22 20:33:49.768126 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7774d25f-6e72-4974-bcc6-c992028c9cbb req-512c187f-1676-4fb2-bbf2-41e615c6567d service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357419
Jan 22 20:33:54.783775 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93f007f2-7a1e-4d69-846a-35736148cf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:56.776266 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:33:57.879787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:57.920613 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a2ad-bee1-40da-90ca-614af97aa0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:58.873497 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:33:59.182134 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:17.307412 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:20.140678 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-167728cf-82ee-42a8-b14b-ffef2180226c req-202ab3fb-6fca-4017-873b-05428804528f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1819687649&fields=id&tenant_id=d4d8415017c84ef0941355f814261210 HTTP/1.1" status: 200  len: 267 time: 0.0497150
Jan 22 20:34:20.249329 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167728cf-82ee-42a8-b14b-ffef2180226c req-b1106a94-e6ee-45d7-9099-96b2157c434f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:20.250904 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-167728cf-82ee-42a8-b14b-ffef2180226c req-b1106a94-e6ee-45d7-9099-96b2157c434f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 985 time: 0.1043801
Jan 22 20:34:20.262730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.v2.base [req-167728cf-82ee-42a8-b14b-ffef2180226c req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Request body: {'port': {'security_groups': ['948c7bf2-c2f8-4e08-a1b7-a291663f153b']}} {{(pid=80269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 22 20:34:20.397911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-167728cf-82ee-42a8-b14b-ffef2180226c req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:20.713761 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-167728cf-82ee-42a8-b14b-ffef2180226c req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] For port f1bdd50b-5816-4997-b5e2-c0946c0f865f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:34:20.740009 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-167728cf-82ee-42a8-b14b-ffef2180226c req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:20.771998 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-167728cf-82ee-42a8-b14b-ffef2180226c req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758442163571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278412993754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758441782080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7712718'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:20.786663 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-50e5beed-0e51-4294-a8db-b25877cc03e3 tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:34:20.945598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Pushing event updated for resources: {'Port': ['ID=f1bdd50b-5816-4997-b5e2-c0946c0f865f,revision_number=6']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:34:20.960334 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.960756 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.961169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.961576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.961979 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.962383 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.962780 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.963177 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.963605 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.964051 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.964399 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.964792 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-3-iscsi {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.965243 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.965636 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.966030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.966422 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.966815 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.967206 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.967619 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.968007 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.968403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.968791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.969181 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.969573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 22 20:34:20.982293 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:34:21.021089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167728cf-82ee-42a8-b14b-ffef2180226c req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:21.022381 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-167728cf-82ee-42a8-b14b-ffef2180226c req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:21.028684 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-167728cf-82ee-42a8-b14b-ffef2180226c req-96581bcd-ad05-4b71-932d-f4f200ea2f6a tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "PUT /v2.0/ports/f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 943 time: 0.7661986
Jan 22 20:34:21.028684 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:34:21.112856 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c36357ee-b0c0-4fcd-a432-b9986d873443 req-22a72c3d-6798-42c5-83a2-5d9fdc35f067 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups/d336b8b1-d7cb-4a4e-a528-7c89740e38e2 HTTP/1.1" status: 200  len: 3005 time: 0.0595088
Jan 22 20:34:21.194449 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f', 'status': 'completed', 'code': 200}
Jan 22 20:34:21.203414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c36357ee-b0c0-4fcd-a432-b9986d873443 req-0a11d5ca-7296-4176-a7d9-464d3bb425b1 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:21.275833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c36357ee-b0c0-4fcd-a432-b9986d873443 req-0a11d5ca-7296-4176-a7d9-464d3bb425b1 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:21.319459 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9b34098e-32a6-4799-a09b-108543108838 None None] Provisioning complete for port f1bdd50b-5816-4997-b5e2-c0946c0f865f triggered by entity DHCP. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:34:21.319874 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b34098e-32a6-4799-a09b-108543108838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:21.354711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b10c3-a223-4539-9c33-84245c863198 req-ba56f012-497f-47c3-a180-ab3799038b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:21.356350 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c23b10c3-a223-4539-9c33-84245c863198 req-ba56f012-497f-47c3-a180-ab3799038b8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1163 time: 0.1218247
Jan 22 20:34:21.406384 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c36357ee-b0c0-4fcd-a432-b9986d873443 req-0a11d5ca-7296-4176-a7d9-464d3bb425b1 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:21.414132 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4d033937-8ddd-4747-9901-cc621a28a35a tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:34:21.431894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11d5ca-7296-4176-a7d9-464d3bb425b1 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Pushing event deleted for resources: {'SecurityGroup': ['ID=d336b8b1-d7cb-4a4e-a528-7c89740e38e2,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:34:21.486967 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0a11d5ca-7296-4176-a7d9-464d3bb425b1 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:34:21.538139 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b10c3-a223-4539-9c33-84245c863198 req-436cab19-56be-49d1-adce-3ebfa79c80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:21.539800 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c23b10c3-a223-4539-9c33-84245c863198 req-436cab19-56be-49d1-adce-3ebfa79c80ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 909 time: 0.1715829
Jan 22 20:34:21.540711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c36357ee-b0c0-4fcd-a432-b9986d873443 req-0a11d5ca-7296-4176-a7d9-464d3bb425b1 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:21.541784 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c36357ee-b0c0-4fcd-a432-b9986d873443 req-0a11d5ca-7296-4176-a7d9-464d3bb425b1 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "DELETE /v2.0/security-groups/d336b8b1-d7cb-4a4e-a528-7c89740e38e2 HTTP/1.1" status: 204  len: 173 time: 0.4205804
Jan 22 20:34:21.978468 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c23b10c3-a223-4539-9c33-84245c863198 req-be20519e-3c53-45d3-829f-ac48f097927b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 1001 time: 0.4314520
Jan 22 20:34:21.989501 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-d0d1a9e7-bcdb-4888-92a7-9d02f2981ddc tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/floatingips/2cd91c81-c5a3-4493-84e1-f087882aaa5c HTTP/1.1" status: 200  len: 998 time: 0.3857591
Jan 22 20:34:22.152314 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b10c3-a223-4539-9c33-84245c863198 req-befee6cb-226e-4e13-a0a0-be5d0f2a7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:22.153875 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c23b10c3-a223-4539-9c33-84245c863198 req-befee6cb-226e-4e13-a0a0-be5d0f2a7c32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.1634314
Jan 22 20:34:22.277002 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-de150404-fd36-4bf1-973c-37500935cc26 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:22.278466 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-de150404-fd36-4bf1-973c-37500935cc26 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/networks/d8bd5390-3dcb-4b6b-909c-af9dcb268065 HTTP/1.1" status: 200  len: 784 time: 0.2539117
Jan 22 20:34:22.342813 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device f1bdd50b-5816-4997-b5e2-c0946c0f865f up at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 22 20:34:22.389284 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b10c3-a223-4539-9c33-84245c863198 req-86f92fe5-5537-48bb-8f1b-5b1363a0f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:22.390888 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c23b10c3-a223-4539-9c33-84245c863198 req-86f92fe5-5537-48bb-8f1b-5b1363a0f4a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2227488
Jan 22 20:34:22.415513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Provisioning complete for port f1bdd50b-5816-4997-b5e2-c0946c0f865f triggered by entity L2. {{(pid=80270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 22 20:34:22.415932 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638716'] for port, provisioning_complete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:22.432207 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-e46d1d96-8bb5-461f-a24a-7eb0ed147971 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.29 HTTP/1.1" status: 200  len: 1001 time: 0.1471536
Jan 22 20:34:22.610959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-5e8af09c-7794-4f82-8002-b7a0ffc1576f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:22.612432 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-5e8af09c-7794-4f82-8002-b7a0ffc1576f tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports/f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 943 time: 0.1670310
Jan 22 20:34:22.640618 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c23b10c3-a223-4539-9c33-84245c863198 req-121c7931-83fe-4471-9c9e-14eb72a2d625 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414727
Jan 22 20:34:22.792900 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-c23b10c3-a223-4539-9c33-84245c863198 req-a47970b3-1c41-475f-93c9-25d5ed737db7 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453531
Jan 22 20:34:22.946158 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-4dd42adc-dd27-41ae-9b5b-ca2b98e27c98 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.29 HTTP/1.1" status: 200  len: 1001 time: 0.1098716
Jan 22 20:34:23.170157 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Deleting port f98d4fb8-65c7-44be-942f-b238d7ec9733 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:34:23.170539 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:23.353079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:23.353699 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for floatingip, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:23.486321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Calling delete_port for f98d4fb8-65c7-44be-942f-b238d7ec9733 owned by network:floatingip {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:34:23.783768 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:23.799651 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0247ff35-9017-4587-bd8c-10190eeeba5b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:34:23.854418 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Pushing event deleted for resources: {'Port': ['ID=f98d4fb8-65c7-44be-942f-b238d7ec9733,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:34:23.857130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:34:24.019914 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks [] for floatingip, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:24.020282 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.db.l3_db [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Floating IP 2cd91c81-c5a3-4493-84e1-f087882aaa5c disassociated (deleted). External IP: 172.27.1.29, port: f1bdd50b-5816-4997-b5e2-c0946c0f865f.
Jan 22 20:34:24.646467 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Router 258c802b-8c9a-40b3-bc9e-6ae45320b423 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:34:24.788562 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d1a20b9-57be-403b-98f5-7f2477806519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:24.838225 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:34:24.848016 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab134be7-64a7-4b9a-87be-509d11c29097 None None] Sync routers for ids ['258c802b-8c9a-40b3-bc9e-6ae45320b423'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:34:24.858796 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab134be7-64a7-4b9a-87be-509d11c29097 None None] Routers {'258c802b-8c9a-40b3-bc9e-6ae45320b423'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:34:24.859527 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ab134be7-64a7-4b9a-87be-509d11c29097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b6e420f0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:33:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['258c802b-8c9a-40b3-bc9e-6ae45320b423'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:34:24.903817 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for floatingip, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:24.964722 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-38c20a5b-0730-4d3a-a318-752ba88a23a2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "DELETE /v2.0/floatingips/2cd91c81-c5a3-4493-84e1-f087882aaa5c HTTP/1.1" status: 204  len: 173 time: 2.0125093
Jan 22 20:34:24.965280 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:34:25.028048 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f', 'status': 'completed', 'code': 200}
Jan 22 20:34:25.054401 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ab134be7-64a7-4b9a-87be-509d11c29097 None None] Set router 258c802b-8c9a-40b3-bc9e-6ae45320b423 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:34:25.207563 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-f153ec78-d3bb-43c3-a0ce-e19d9a4975e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:25.209676 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-f153ec78-d3bb-43c3-a0ce-e19d9a4975e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1163 time: 0.2309039
Jan 22 20:34:25.212529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04598db7-9a2a-47d8-bb71-68f9e5ef0d0e req-0393cdaa-c519-49b9-89fd-b5d597db31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:25.214032 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04598db7-9a2a-47d8-bb71-68f9e5ef0d0e req-0393cdaa-c519-49b9-89fd-b5d597db31c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4d8415017c84ef0941355f814261210&device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 1163 time: 0.1175220
Jan 22 20:34:25.390738 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ab134be7-64a7-4b9a-87be-509d11c29097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b6e420f0>, [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '68b32e5e-cf73-4857-8961-5cec057c0cd2', 'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'mac_address': 'fa:16:3e:24:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:31:02Z', 'updated_at': '2021-01-22T20:31:12Z', 'revision_number': 5, 'project_id': 'd4d8415017c84ef0941355f814261210', 'subnets': [{'id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:34:25.394889 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab134be7-64a7-4b9a-87be-509d11c29097 None None] Checking router: 258c802b-8c9a-40b3-bc9e-6ae45320b423 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:34:25.405270 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab134be7-64a7-4b9a-87be-509d11c29097 None None] Routers {'258c802b-8c9a-40b3-bc9e-6ae45320b423'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:34:25.405945 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ab134be7-64a7-4b9a-87be-509d11c29097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73b6e420f0>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:33:58Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['258c802b-8c9a-40b3-bc9e-6ae45320b423'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:34:25.484473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-b8b3e7fc-0a22-4b13-8dc1-14e5b4956d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:25.486066 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-b8b3e7fc-0a22-4b13-8dc1-14e5b4956d1b service neutron] 10.222.0.38 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 909 time: 0.2697246
Jan 22 20:34:25.491434 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04598db7-9a2a-47d8-bb71-68f9e5ef0d0e req-ae36c164-27d0-4993-934b-6b5ef2aba28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:25.493023 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04598db7-9a2a-47d8-bb71-68f9e5ef0d0e req-ae36c164-27d0-4993-934b-6b5ef2aba28a service neutron] 10.222.0.48 "GET /v2.0/networks?id=efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 200  len: 909 time: 0.2488394
Jan 22 20:34:25.637374 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-273ef8cb-417e-43ff-9b17-0154b478f20b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 217 time: 0.1432772
Jan 22 20:34:25.638791 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04598db7-9a2a-47d8-bb71-68f9e5ef0d0e req-4399907f-38f4-4294-98bd-91a9cffdd720 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 200  len: 217 time: 0.0861537
Jan 22 20:34:25.762846 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-6f3ea283-691d-4339-95b6-2208d113e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:25.764411 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-6f3ea283-691d-4339-95b6-2208d113e67c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.1206539
Jan 22 20:34:25.765232 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ab134be7-64a7-4b9a-87be-509d11c29097 None None] Set router 258c802b-8c9a-40b3-bc9e-6ae45320b423 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:34:25.767908 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04598db7-9a2a-47d8-bb71-68f9e5ef0d0e req-d1d2db2c-a5dc-4342-a121-7e0b4262762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:25.769370 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04598db7-9a2a-47d8-bb71-68f9e5ef0d0e req-d1d2db2c-a5dc-4342-a121-7e0b4262762f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 200  len: 854 time: 0.0878568
Jan 22 20:34:25.917899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-e052c1f6-4c24-49f2-9a0e-fe93b401586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:25.919560 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-e052c1f6-4c24-49f2-9a0e-fe93b401586a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1481354
Jan 22 20:34:25.922366 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04598db7-9a2a-47d8-bb71-68f9e5ef0d0e req-6cec9582-449b-4393-b503-f5a2d2e02f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:25.923899 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04598db7-9a2a-47d8-bb71-68f9e5ef0d0e req-6cec9582-449b-4393-b503-f5a2d2e02f0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=efd9a0b1-9ba8-4a74-8393-ceed769c8106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1148260
Jan 22 20:34:26.101916 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ab134be7-64a7-4b9a-87be-509d11c29097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73b6e420f0>, [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '68b32e5e-cf73-4857-8961-5cec057c0cd2', 'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'mac_address': 'fa:16:3e:24:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:31:02Z', 'updated_at': '2021-01-22T20:31:12Z', 'revision_number': 5, 'project_id': 'd4d8415017c84ef0941355f814261210', 'subnets': [{'id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:34:26.106473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab134be7-64a7-4b9a-87be-509d11c29097 None None] The sync data for ids ['258c802b-8c9a-40b3-bc9e-6ae45320b423'] in dv-cinder-768105-3-iscsi is: [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:31:03Z', 'revision_number': 4, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi', '_interfaces': [{'id': '68b32e5e-cf73-4857-8961-5cec057c0cd2', 'name': '', 'network_id': 'efd9a0b1-9ba8-4a74-8393-ceed769c8106', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'mac_address': 'fa:16:3e:24:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:31:02Z', 'updated_at': '2021-01-22T20:31:12Z', 'revision_number': 5, 'project_id': 'd4d8415017c84ef0941355f814261210', 'subnets': [{'id': '158a80b8-4c02-437c-85e0-ae1454563bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:34:26.194308 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-bc748639-c5d0-4027-82d7-d67072f92c25 service neutron] 10.222.0.38 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2660439
Jan 22 20:34:26.197583 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04598db7-9a2a-47d8-bb71-68f9e5ef0d0e req-7be8fa30-ca56-4f77-ad1c-ca7387d87b83 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2473493
Jan 22 20:34:26.467238 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-04598db7-9a2a-47d8-bb71-68f9e5ef0d0e req-86bf0a34-0882-4d6e-9a77-92af530aa4e5 service neutron] 10.222.0.48 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2446694
Jan 22 20:34:26.469308 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-2e93b2ed-ac04-4dc2-8207-bb4b236febb2 req-69febe66-36c5-4a33-bfe6-e2b367cf266f service neutron] 10.222.0.38 "GET /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2683096
Jan 22 20:34:26.533417 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a908c20-852a-4c5a-be41-29880be285d1 None None] New status for floating IP 2cd91c81-c5a3-4493-84e1-f087882aaa5c: DOWN {{(pid=80271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 22 20:34:27.878997 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:27.930363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8625ea8d-d25d-4cfd-a993-eeab64cacafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:28.885478 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:29.188652 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:31.264392 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73aa4a-794c-42a2-93ad-bb0b09561695 req-a882af40-5d8e-479a-9013-66a3abd21ebe tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:31.265163 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7b73aa4a-794c-42a2-93ad-bb0b09561695 req-a882af40-5d8e-479a-9013-66a3abd21ebe tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Synchronizing usage tracker for tenant:d4d8415017c84ef0941355f814261210 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:34:31.308678 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7b73aa4a-794c-42a2-93ad-bb0b09561695 req-a882af40-5d8e-479a-9013-66a3abd21ebe tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Unset dirty status for tenant:d4d8415017c84ef0941355f814261210 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:34:31.309913 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b73aa4a-794c-42a2-93ad-bb0b09561695 req-a882af40-5d8e-479a-9013-66a3abd21ebe tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 946 time: 0.1583354
Jan 22 20:34:31.363042 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7b73aa4a-794c-42a2-93ad-bb0b09561695 req-45db0fd0-43b2-40cc-940f-b7634fdb2a77 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Synchronizing usage tracker for tenant:d4d8415017c84ef0941355f814261210 on resource:security_group {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:34:31.405860 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-7b73aa4a-794c-42a2-93ad-bb0b09561695 req-45db0fd0-43b2-40cc-940f-b7634fdb2a77 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Unset dirty status for tenant:d4d8415017c84ef0941355f814261210 on resource:security_group {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:34:31.407403 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-7b73aa4a-794c-42a2-93ad-bb0b09561695 req-45db0fd0-43b2-40cc-940f-b7634fdb2a77 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910590
Jan 22 20:34:32.648266 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24127c60-89fb-43fb-b504-6cbee91b6d24 req-a40137e0-5351-4bb3-bd7c-27d0250dd843 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:32.649927 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24127c60-89fb-43fb-b504-6cbee91b6d24 req-a40137e0-5351-4bb3-bd7c-27d0250dd843 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 946 time: 0.1088414
Jan 22 20:34:32.706212 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-24127c60-89fb-43fb-b504-6cbee91b6d24 req-458fc061-4def-4cde-a7b4-d9cbdc8f6863 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497608
Jan 22 20:34:33.461924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdacbee-e7f7-4621-b41e-b94763c90cb4 req-9694343e-6b27-4b68-b041-86d89d1bb2b4 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:33.463511 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fdacbee-e7f7-4621-b41e-b94763c90cb4 req-9694343e-6b27-4b68-b041-86d89d1bb2b4 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.48 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 946 time: 0.1070540
Jan 22 20:34:33.545260 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8fdacbee-e7f7-4621-b41e-b94763c90cb4 req-73cbd1dc-182a-48ce-a04d-9405d9505a68 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Deleting port f1bdd50b-5816-4997-b5e2-c0946c0f865f {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:34:33.545578 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8fdacbee-e7f7-4621-b41e-b94763c90cb4 req-73cbd1dc-182a-48ce-a04d-9405d9505a68 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:33.775191 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:34:33.808472 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-8fdacbee-e7f7-4621-b41e-b94763c90cb4 req-73cbd1dc-182a-48ce-a04d-9405d9505a68 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] For port f1bdd50b-5816-4997-b5e2-c0946c0f865f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f1bdd50b-5816-4997-b5e2-c0946c0f865f,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:34:33.808888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8fdacbee-e7f7-4621-b41e-b94763c90cb4 req-73cbd1dc-182a-48ce-a04d-9405d9505a68 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:33.977754 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-8fdacbee-e7f7-4621-b41e-b94763c90cb4 req-73cbd1dc-182a-48ce-a04d-9405d9505a68 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Calling delete_port for f1bdd50b-5816-4997-b5e2-c0946c0f865f owned by compute:nova {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:34:34.112174 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Device f1bdd50b-5816-4997-b5e2-c0946c0f865f no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:34:34.114162 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f42665-c88e-48f9-96aa-fa5880fca064 req-392744bf-bbd4-4cc3-9e13-eb85f8eacc99 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 22 20:34:34.115899 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57f42665-c88e-48f9-96aa-fa5880fca064 req-392744bf-bbd4-4cc3-9e13-eb85f8eacc99 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 946 time: 0.2388422
Jan 22 20:34:34.171789 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-57f42665-c88e-48f9-96aa-fa5880fca064 req-8fe1f17b-0f72-43b3-b910-0caeb6366b0b tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/security-groups?id=948c7bf2-c2f8-4e08-a1b7-a291663f153b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496645
Jan 22 20:34:34.235076 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854130354'] for port, before_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:34.347516 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8fdacbee-e7f7-4621-b41e-b94763c90cb4 req-73cbd1dc-182a-48ce-a04d-9405d9505a68 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:34.363900 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-91570845-0aa2-4dbf-9682-9df73e948fd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:34:34.429178 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbd1dc-182a-48ce-a04d-9405d9505a68 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Pushing event deleted for resources: {'Port': ['ID=f1bdd50b-5816-4997-b5e2-c0946c0f865f,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:34:34.433175 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-73cbd1dc-182a-48ce-a04d-9405d9505a68 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:34:34.579565 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdacbee-e7f7-4621-b41e-b94763c90cb4 req-73cbd1dc-182a-48ce-a04d-9405d9505a68 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] No DVR routers for this DVR port f1bdd50b-5816-4997-b5e2-c0946c0f865f on host hv-cinder-76810 {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:34:34.581978 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-8fdacbee-e7f7-4621-b41e-b94763c90cb4 req-73cbd1dc-182a-48ce-a04d-9405d9505a68 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239527'] for port, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:34.585400 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'name': 'network-vif-deleted', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f'}] {{(pid=80269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 22 20:34:34.643210 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7', 'name': 'network-vif-deleted', 'tag': 'f1bdd50b-5816-4997-b5e2-c0946c0f865f', 'status': 'completed', 'code': 200}
Jan 22 20:34:34.674805 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-8fdacbee-e7f7-4621-b41e-b94763c90cb4 req-73cbd1dc-182a-48ce-a04d-9405d9505a68 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.48 "DELETE /v2.0/ports/f1bdd50b-5816-4997-b5e2-c0946c0f865f HTTP/1.1" status: 204  len: 173 time: 1.2049849
Jan 22 20:34:35.369955 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a481437a-e71d-43c2-b194-563f6fce7285 req-a5467b27-5510-4a88-8284-b238b44c69f2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Synchronizing usage tracker for tenant:d4d8415017c84ef0941355f814261210 on resource:port {{(pid=80269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 22 20:34:35.428795 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.quota.resource [req-a481437a-e71d-43c2-b194-563f6fce7285 req-a5467b27-5510-4a88-8284-b238b44c69f2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] Unset dirty status for tenant:d4d8415017c84ef0941355f814261210 on resource:port {{(pid=80269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 22 20:34:35.430232 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [req-a481437a-e71d-43c2-b194-563f6fce7285 req-a5467b27-5510-4a88-8284-b238b44c69f2 tempest-TestMinimumBasicScenario-335953371 tempest-TestMinimumBasicScenario-335953371] 10.222.0.38 "GET /v2.0/ports?device_id=9f9ba8d0-16fc-4f98-bf4a-8a70fd52c3c7 HTTP/1.1" status: 200  len: 210 time: 0.1121106
Jan 22 20:34:37.620032 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56684) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:34:38.431624 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735844'] for router_interface, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:38.802252 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] Deleting port 68b32e5e-cf73-4857-8961-5cec057c0cd2 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:34:38.802850 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:38.985635 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] For port 68b32e5e-cf73-4857-8961-5cec057c0cd2, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=68b32e5e-cf73-4857-8961-5cec057c0cd2,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:34:38.986033 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:39.122050 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] Calling delete_port for 68b32e5e-cf73-4857-8961-5cec057c0cd2 owned by network:router_interface {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:34:39.387148 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:39.401911 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5729abc4-6ecf-40bd-9085-723d8e432dfe tempest-TestShelveInstance-1723283316 tempest-TestShelveInstance-1723283316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:34:39.459701 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b32e5e-cf73-4857-8961-5cec057c0cd2,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:34:39.463672 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:34:39.812549 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1561061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126889'] for router_interface, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:40.323868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] Router 258c802b-8c9a-40b3-bc9e-6ae45320b423 has already been hosted by L3 agent 5bbd28b2-7a2d-495f-b094-79cf1b518646 {{(pid=80269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 22 20:34:40.517570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] Notify agent at l3_agent.dv-cinder-768105-3-iscsi the message routers_updated {{(pid=80269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 22 20:34:40.527089 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad51a9d-a56f-4a54-9c41-b0ba5e053d60 None None] Sync routers for ids ['258c802b-8c9a-40b3-bc9e-6ae45320b423'] in dv-cinder-768105-3-iscsi {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 22 20:34:40.536912 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad51a9d-a56f-4a54-9c41-b0ba5e053d60 None None] Routers {'258c802b-8c9a-40b3-bc9e-6ae45320b423'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:34:40.537573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4ad51a9d-a56f-4a54-9c41-b0ba5e053d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bca06828>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:34:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['258c802b-8c9a-40b3-bc9e-6ae45320b423'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:34:40.560566 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-514d0988-fd06-40ba-b8ba-afa79bc29286 admin admin] 10.222.0.38 "PUT /v2.0/routers/258c802b-8c9a-40b3-bc9e-6ae45320b423/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9393218
Jan 22 20:34:40.563135 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56688) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:34:40.729868 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-4ad51a9d-a56f-4a54-9c41-b0ba5e053d60 None None] Set router 258c802b-8c9a-40b3-bc9e-6ae45320b423 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:34:40.750987 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Notify callbacks [] for router, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:41.048692 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4ad51a9d-a56f-4a54-9c41-b0ba5e053d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bca06828>, [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:34:39Z', 'revision_number': 5, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:34:41.053522 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad51a9d-a56f-4a54-9c41-b0ba5e053d60 None None] Checking router: 258c802b-8c9a-40b3-bc9e-6ae45320b423 for host: dv-cinder-768105-3-iscsi {{(pid=80270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 22 20:34:41.064443 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad51a9d-a56f-4a54-9c41-b0ba5e053d60 None None] Routers {'258c802b-8c9a-40b3-bc9e-6ae45320b423'} bound to L3 agent in host dv-cinder-768105-3-iscsi {{(pid=80270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 22 20:34:41.065150 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4ad51a9d-a56f-4a54-9c41-b0ba5e053d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f73bca06828>, 'dv-cinder-768105-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-22T20:07:28Z,description=<?>,heartbeat_timestamp=2021-01-22T20:34:28Z,host='dv-cinder-768105-3-iscsi',id=5bbd28b2-7a2d-495f-b094-79cf1b518646,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-22T20:07:28Z,topic='l3_agent')) {'router_ids': ['258c802b-8c9a-40b3-bc9e-6ae45320b423'], 'active': True} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:34:41.209100 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:41.215067 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Deleting port 962df577-0a75-4d95-9b81-fc4b6b885505 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:34:41.215473 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:41.260707 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-4ad51a9d-a56f-4a54-9c41-b0ba5e053d60 None None] Set router 258c802b-8c9a-40b3-bc9e-6ae45320b423 gateway port host: dv-cinder-768105-3-iscsi {{(pid=80270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 22 20:34:41.406969 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] For port 962df577-0a75-4d95-9b81-fc4b6b885505, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=962df577-0a75-4d95-9b81-fc4b6b885505,segment=NetworkSegment(8ca6011c-7cce-4e16-b72b-b524510cb755),segment_id=8ca6011c-7cce-4e16-b72b-b524510cb755)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:34:41.407294 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:41.546690 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Calling delete_port for 962df577-0a75-4d95-9b81-fc4b6b885505 owned by network:router_gateway {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:34:41.735508 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4ad51a9d-a56f-4a54-9c41-b0ba5e053d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f73bca06828>, [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:34:39Z', 'revision_number': 5, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}], 'dv-cinder-768105-3-iscsi', False) {} {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:34:41.739733 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad51a9d-a56f-4a54-9c41-b0ba5e053d60 None None] The sync data for ids ['258c802b-8c9a-40b3-bc9e-6ae45320b423'] in dv-cinder-768105-3-iscsi is: [{'id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'name': 'tempest-TestMinimumBasicScenario-1336062659-router', 'tenant_id': 'd4d8415017c84ef0941355f814261210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'external_fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-22T20:30:58Z', 'updated_at': '2021-01-22T20:34:39Z', 'revision_number': 5, 'project_id': 'd4d8415017c84ef0941355f814261210', 'gw_port': {'id': '962df577-0a75-4d95-9b81-fc4b6b885505', 'name': '', 'network_id': 'd8bd5390-3dcb-4b6b-909c-af9dcb268065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258c802b-8c9a-40b3-bc9e-6ae45320b423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-22T20:30:59Z', 'updated_at': '2021-01-22T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c35f6204-a869-4343-b43b-9a019d3eb866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-3-iscsi'}] {{(pid=80270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 22 20:34:41.752079 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:41.946179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853129297'] for router_gateway, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:42.090502 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853127145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854665958'] for router, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:42.093004 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:42.194156 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1642766'] for router, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:42.194764 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 258c802b-8c9a-40b3-bc9e-6ae45320b423 {{(pid=80269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 22 20:34:42.207894 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] Notify callbacks [] for router, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:42.209264 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-76727172-ba2e-4f43-8bb1-7a95a2a8a767 admin admin] 10.222.0.38 "DELETE /v2.0/routers/258c802b-8c9a-40b3-bc9e-6ae45320b423 HTTP/1.1" status: 204  len: 168 time: 1.6451180
Jan 22 20:34:42.212600 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56692) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:34:42.283571 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a561f8-db44-4632-8029-43bb664b7f52 admin admin] Deleting subnet 158a80b8-4c02-437c-85e0-ae1454563bc2 {{(pid=80269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 22 20:34:42.286839 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1a561f8-db44-4632-8029-43bb664b7f52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:42.293126 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 68b32e5e-cf73-4857-8961-5cec057c0cd2 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:34:42.329310 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 68b32e5e-cf73-4857-8961-5cec057c0cd2 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:34:42.329712 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 68b32e5e-cf73-4857-8961-5cec057c0cd2 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:34:42.343826 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1a561f8-db44-4632-8029-43bb664b7f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6527990'] for subnet, precommit_delete_associations {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:42.432288 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1a561f8-db44-4632-8029-43bb664b7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631593'] for subnet, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:42.743591 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1a561f8-db44-4632-8029-43bb664b7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854144208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7712659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847208704'] for subnet, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:42.760785 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:34:42.809490 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a561f8-db44-4632-8029-43bb664b7f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158a80b8-4c02-437c-85e0-ae1454563bc2,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:34:42.813492 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e1a561f8-db44-4632-8029-43bb664b7f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:34:42.897369 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e1a561f8-db44-4632-8029-43bb664b7f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for subnet, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:42.902561 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac18a10-ad5e-4b90-b5b3-b9ea88f326f7 None None] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 requested from dv-cinder-768105-3-iscsi {{(pid=80270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 22 20:34:42.904805 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-e1a561f8-db44-4632-8029-43bb664b7f52 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/158a80b8-4c02-437c-85e0-ae1454563bc2 HTTP/1.1" status: 204  len: 168 time: 0.6899319
Jan 22 20:34:42.906363 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56696) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:34:43.027447 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524962'] for network, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:43.103130 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Deleting port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 {{(pid=80269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:34:43.104141 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:43.185944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b075fd-d769-4c72-9628-24df1ada0458 None None] DHCP port deletion for efd9a0b1-9ba8-4a74-8393-ceed769c8106 request from dv-cinder-768105-3-iscsi {{(pid=80270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 22 20:34:43.190899 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-61b075fd-d769-4c72-9628-24df1ada0458 None None] Deleting port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 {{(pid=80270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:34:43.191489 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61b075fd-d769-4c72-9628-24df1ada0458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:43.332870 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] For port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=12189e6a-372d-4e9d-a64f-5dd1fbaa5691,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:34:43.333276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:43.408787 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-61b075fd-d769-4c72-9628-24df1ada0458 None None] For port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691, host dv-cinder-768105-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-3-iscsi',level=0,port_id=12189e6a-372d-4e9d-a64f-5dd1fbaa5691,segment=NetworkSegment(4c9db02f-24ce-4ee7-b200-5ee6afaee43d),segment_id=4c9db02f-24ce-4ee7-b200-5ee6afaee43d)] {{(pid=80270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 22 20:34:43.409151 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61b075fd-d769-4c72-9628-24df1ada0458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648791'] for port, precommit_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:43.472109 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Calling delete_port for 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 owned by network:dhcp {{(pid=80269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:34:43.547169 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-61b075fd-d769-4c72-9628-24df1ada0458 None None] Calling delete_port for 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 owned by network:dhcp {{(pid=80270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 22 20:34:43.594555 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854130399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724678317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758442163742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758441782046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847063099'] for port, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:43.611515 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e20f5bff-9a5f-4577-83a5-12c27e27bc9b tempest-TestVolumeBootPattern-543118952 tempest-TestVolumeBootPattern-543118952] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:34:43.621661 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.db.api [None req-61b075fd-d769-4c72-9628-24df1ada0458 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 22 20:34:43.622073 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_db.api [None req-61b075fd-d769-4c72-9628-24df1ada0458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 22 20:34:43.668111 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=12189e6a-372d-4e9d-a64f-5dd1fbaa5691,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:34:43.672107 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:34:43.755482 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] No DVR routers for this DVR port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 on host dv-cinder-768105-3-iscsi {{(pid=80269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 22 20:34:43.880158 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631668', 'neutron.services.segments.db._delete_segments_for_network-8758442264793'] for network, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:43.996143 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f73bb738ef0>,) {'filters': {'network_id': ['efd9a0b1-9ba8-4a74-8393-ceed769c8106']}} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:34:44.009902 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb738ef0>, '4c9db02f-24ce-4ee7-b200-5ee6afaee43d') {'for_net_delete': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:34:44.010241 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.services.segments.db [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f73bb738ef0>, '4c9db02f-24ce-4ee7-b200-5ee6afaee43d') {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 22 20:34:44.023088 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758442271466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848247811'] for segment, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:44.038495 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626503'] for segment, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:44.041449 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 22 20:34:44.123840 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-61b075fd-d769-4c72-9628-24df1ada0458 None None] Deleting port 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 {{(pid=80270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 22 20:34:44.124375 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-61b075fd-d769-4c72-9628-24df1ada0458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278412614891'] for port, before_delete {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:44.198321 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-61b075fd-d769-4c72-9628-24df1ada0458 None None] The port '12189e6a-372d-4e9d-a64f-5dd1fbaa5691' was deleted {{(pid=80270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 22 20:34:44.225933 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 has no segments {{(pid=80269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:34:44.235201 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-628401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846939855'] for segment, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:44.332137 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:34:44.368977 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:34:44.369376 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 12189e6a-372d-4e9d-a64f-5dd1fbaa5691 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:34:44.369837 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 962df577-0a75-4d95-9b81-fc4b6b885505 no longer exists at agent ovs-agent-dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 22 20:34:44.405120 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] No Port match for: 962df577-0a75-4d95-9b81-fc4b6b885505 {{(pid=80270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 22 20:34:44.405771 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Device 962df577-0a75-4d95-9b81-fc4b6b885505 not bound to the agent host dv-cinder-768105-3-iscsi {{(pid=80270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 22 20:34:44.422265 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Network efd9a0b1-9ba8-4a74-8393-ceed769c8106 has no segments {{(pid=80269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]: Traceback (most recent call last):
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     timer()
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     cb(*args, **kw)
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     return func(*args, **kwargs)
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     self._notify()
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     self.callback(batched_events)
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     event.method(event)
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     segment_id)['aggregates'][0]
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     return f(self, *a, **k)
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self._get(url).json()
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     **kwargs)
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     return self.request(url, 'GET', **kwargs)
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     **endpoint_filter)
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 22 20:34:44.447035 dv-cinder-768105-3-iscsi neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 22 20:34:44.560080 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853214740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853040054'] for network, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:44.563637 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:34:44.578513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853214753'] for network, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:44.591117 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd9a0b1-9ba8-4a74-8393-ceed769c8106,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:34:44.595705 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:34:44.640942 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-2cc2797c-9a2d-4ee7-b64d-8e48a2efb9d0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/efd9a0b1-9ba8-4a74-8393-ceed769c8106 HTTP/1.1" status: 204  len: 168 time: 1.7335076
Jan 22 20:34:44.833598 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56702) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:34:44.886131 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-265d5d8d-d6a1-4d8a-8c0a-99843a2dab8c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d4d8415017c84ef0941355f814261210&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512381
Jan 22 20:34:44.888727 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [-] (80269) accepted ('10.222.0.38', 56706) {{(pid=80269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 22 20:34:44.953414 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2c07-2c73-4cac-aff3-7878e696d92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:44.980610 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2c07-2c73-4cac-aff3-7878e696d92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:45.181373 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2c07-2c73-4cac-aff3-7878e696d92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853055140'] for security_group, after_delete {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:45.186628 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4066a37e-ef23-4f0b-ad33-eb4c48539fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 22 20:34:45.200558 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a2c07-2c73-4cac-aff3-7878e696d92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948c7bf2-c2f8-4e08-a1b7-a291663f153b,revision_number=None']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 22 20:34:45.203446 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ac1a2c07-2c73-4cac-aff3-7878e696d92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 22 20:34:45.243888 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2c07-2c73-4cac-aff3-7878e696d92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:45.245104 dv-cinder-768105-3-iscsi neutron-server[80155]: INFO neutron.wsgi [None req-ac1a2c07-2c73-4cac-aff3-7878e696d92d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/948c7bf2-c2f8-4e08-a1b7-a291663f153b HTTP/1.1" status: 204  len: 168 time: 0.3552957
Jan 22 20:34:47.329890 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:54.811099 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fcfb684d-b24b-435d-9c78-51777d76c1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:57.892070 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:57.925012 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-94961d5d-b433-489b-be5a-13b8029e1f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:58.873959 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:34:59.186944 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:10.774853 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:35:17.347672 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:24.793101 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-005225ed-8ca6-4737-97b6-295a2f2d282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:27.900576 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:27.940646 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-289ec08b-1b5e-47b9-bd65-89d76d514555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:28.877723 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:29.181730 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:47.374486 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:47.774725 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:35:54.792513 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0402-b8d8-40d9-8266-5e15ea15c625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:57.878422 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:57.918299 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5f472b1-2daa-495a-b217-c38905605cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:58.872682 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:35:59.197617 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:17.392202 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:24.773941 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:36:24.798349 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cbf5bab9-0d6e-49e7-927a-2a4dc15e10bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:27.897492 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:27.923570 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd4ac-f157-45f7-b897-e81da47bc1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:28.877179 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:29.191833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:47.437197 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:54.797030 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39b56c97-e97d-45d1-ade5-01c0b43eac02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:57.940242 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:57.962847 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa1f3-4520-4c16-9fdd-3a421a6e7b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:58.876680 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:36:59.191025 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:01.772786 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:37:17.425505 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:24.802368 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-904c772e-f56b-4074-836e-86ce0fff1f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:27.897927 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:27.939140 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0959925-351b-4616-8107-a34bb773e634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:28.887714 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:29.213861 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:38.776618 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:37:47.453573 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:54.801631 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c171c38a-93e1-4b2a-9817-2aa6a4d69373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:57.903924 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:57.920921 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-357298b7-c2ef-4cd0-a299-d56e78bcde1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:58.875475 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:37:59.195544 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:15.776731 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:38:17.458600 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:24.812378 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3598ecd4-1592-4823-a626-bbce301bcc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:27.898488 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:27.926427 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-05172414-537d-43e1-bd11-15e5b1e21b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:28.875105 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:29.206551 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:47.474943 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:52.776552 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:38:54.789276 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a62168d0-f990-4ab0-863c-e15b20e0c878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:57.903519 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:57.937766 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1a9ac076-8201-4fab-83fc-ba8f617ce86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:58.891729 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:38:59.217791 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:15.616531 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-dfee4c41-031f-450b-b261-751ebece1b13 req-5dae17e8-3483-4ace-bb46-0aceb1f21024 service neutron] (80268) timed out ('10.222.0.38', 50404) {{(pid=80268) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 22 20:39:17.480432 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:24.788406 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1e23a729-381d-4564-bc80-f418f5537777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:27.908954 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:27.920060 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5047f38c-b872-4ac6-8471-eef630be8054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:28.880044 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:29.211711 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:29.776326 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 22 20:39:41.013807 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.wsgi [req-dcf53c49-4128-40e1-8ab1-b7cc930072a2 req-b5e777e6-de9c-4b7b-b939-0ce86cb03d17 service neutron] (80269) timed out ('10.222.0.48', 55736) {{(pid=80269) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 22 20:39:47.514253 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-86494a30-e4b9-45a6-aff3-d97c6af236f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:54.794364 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7b8109dd-d109-4933-9ef1-c8bdabe4e21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:57.908085 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c79b926-53e8-4b65-b7b8-e8f248d745c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:57.930833 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0af3019-1489-47b1-bdd8-6999e0d3fa4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:58.879529 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d7e99ad-faff-4e17-a05d-9700d02a1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:39:59.222300 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2282-60ac-4fed-8cc1-5659902a9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758442264776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637782'] for agent, after_update {{(pid=80270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 22 20:40:06.776403 dv-cinder-768105-3-iscsi neutron-server[80155]: DEBUG neutron.db.agents_db [None req-eaca41f9-4687-4bd1-994f-dcdff28cfe56 None None] Agent healthcheck: found 6 active agents {{(pid=80271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}